-- Logs begin at Mon 2021-04-19 19:03:42 UTC, end at Mon 2021-04-19 20:00:17 UTC. --
Apr 19 19:32:05.858812 dv-cinder-786933-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 19 19:32:09.000295 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.common.config [-] Logging enabled!
Apr 19 19:32:09.000809 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 19:32:09.002163 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86240) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 19:32:09.003965 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.common.config [-] Logging enabled!
Apr 19 19:32:09.004258 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 19:32:09.004611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86240) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 19:32:09.005657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 19:32:09.005925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 19:32:09.007035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 19:32:09.007327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 19:32:09.007591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 19:32:09.007970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.008318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.008663 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.008929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.009272 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.009607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.009931 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.010271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.010663 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.010999 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.011323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.011652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.011918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.012245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.012582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.012913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.013173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.013534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.014089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.014410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.014737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.015071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.015390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.015704 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.016021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.016346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.016716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] host                           = dv-cinder-786933-1-iscsi {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.017032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.017364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.017693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.018022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.018349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.018674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.019002 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.019315 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.019625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.019942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.020274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.020606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.020950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.021210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.021468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.021802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.022134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.022482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.022803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.023122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.023435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.023753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.024063 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.024393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.024722 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.025051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.025365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.025680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.025990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.026304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.026659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.026973 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.027287 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.027600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.027930 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.028241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.028551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.028895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.029800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.030154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.030582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.030904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.031233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.031800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.032108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.032419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.032731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.033040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.033373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.033675 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.033984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.034295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.034645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.034975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:09.035310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.035650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.035995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.036317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.036654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.036974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.037304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.037618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.037950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.038282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.038637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.038954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.039278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.039595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.039935 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.040286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.040625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.040962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.041274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.041585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.041896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.042213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.042566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.042905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.043238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.043551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.043869 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.044205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.044521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.044914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.045839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.046358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.046690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.047009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.047335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.047654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.047967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.048277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.048593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.048929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.049246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.049556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.049865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.050178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.050513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.050845 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.051169 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.051481 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.051791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.052107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.052417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.052728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.053047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.053358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.053673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.053985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.054296 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.054635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.054946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.055259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.055570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.055881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.056197 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.056715 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.056814 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.057077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.057389 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.057699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.058025 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.058387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.058708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.059027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.059345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.059661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.059977 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.060292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.060760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.061540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.061856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.062195 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.062551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.062882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.063204 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.063525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.063869 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.064189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.064513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.064832 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.065152 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.065482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.065805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.066142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.066500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.066835 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.067168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.067501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.067822 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.068178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.068497 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:09.068752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 19:32:09.069019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86240) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 19 19:32:09.734389 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading Gnome
Apr 19 19:32:09.751642 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading Google
Apr 19 19:32:09.754361 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading Windows (alt)
Apr 19 19:32:09.757907 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading file
Apr 19 19:32:09.758778 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading keyczar
Apr 19 19:32:09.759061 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading multi
Apr 19 19:32:09.759697 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading pyfs
Apr 19 19:32:09.805919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:09.806213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:09.806566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:09.806954 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 19 19:32:10.200899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.201396 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.201521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.202965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.203393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.203695 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.240689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.241001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.241302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.256232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.256544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.256843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.323554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.323815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.324125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.325136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.325444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.327325 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.598673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd70c79e7b8> agent after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.598964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd70c79e7b8> agent after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.599224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd70c79e6a8> segment precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.599529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd70c79e730> network precommit_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.600359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd70cac79d8> segment before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.747470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> network before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.748364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd70c94aa60> agent before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.748691 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> network before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.749000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> port before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.749300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> port before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.749678 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> segment after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.750147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> segment precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.750471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> segment precommit_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.750774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> segment after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.751116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.751417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> network precommit_delete 0 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.751726 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> port provisioning_complete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.752038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.752333 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> rbac-policy after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.752648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> agent after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.752966 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> subnet after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.753263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> subnet precommit_delete 0 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.753581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.753871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.754209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> segment_host_mapping after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.754679 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.754969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.755252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.755597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.755882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.756162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd70d368f28>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.756587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:32:10.756862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:32:10.757137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:32:10.757411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:32:10.757686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:32:10.757959 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:32:10.758394 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 19 19:32:10.761473 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 19 19:32:10.766026 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 19 19:32:10.769793 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])])
Apr 19 19:32:10.771486 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 19 19:32:10.772749 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 19 19:32:10.773131 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 19 19:32:10.773563 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 19 19:32:10.777309 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 19 19:32:10.777600 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 19 19:32:10.777991 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 19:32:10.805171 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 19 19:32:10.805684 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd70c8f3358>> qos_plugin after_init 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.806014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86240) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 19 19:32:10.806471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd70c866470>> logging-plugin after_init 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.807826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86240) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 19 19:32:10.808143 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 19:32:10.808420 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 19 19:32:10.812197 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd70c8664e0>> floatingip before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.812514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd70c8664e0>> port before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:10.880359 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 19 19:32:10.880582 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 19 19:32:10.880856 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 19 19:32:10.881260 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 19 19:32:10.915292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.sqlalchemy.engines [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86240) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 19 19:32:11.357146 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Initializing driver for type 'gre'
Apr 19 19:32:11.358732 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] gre ID ranges: [(1, 1000)]
Apr 19 19:32:11.398227 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Initializing driver for type 'local'
Apr 19 19:32:11.398617 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Initializing driver for type 'vlan'
Apr 19 19:32:11.409215 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] VlanTypeDriver initialization complete
Apr 19 19:32:11.409585 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Initializing driver for type 'vxlan'
Apr 19 19:32:11.410097 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] vxlan ID ranges: [(1, 1000)]
Apr 19 19:32:11.448983 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Initializing extension driver 'port_security'
Apr 19 19:32:11.449334 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.extensions.port_security [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] PortSecurityExtensionDriver initialization complete
Apr 19 19:32:11.449700 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Initializing mechanism driver 'openvswitch'
Apr 19 19:32:11.450054 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Initializing mechanism driver 'hyperv'
Apr 19 19:32:11.456258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:11.457063 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c73f320>> port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.457464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c73f320>> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.457850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c73f320>> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.458275 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c27df60>> subnet after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.458689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c27df60>> subnet after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.459062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c27df60>> subnet after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.459477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c284160>> network after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.459855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c284160>> network after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.460230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c284160>> network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.460638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c284320>> security_group after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.461016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c284320>> security_group after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.461537 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c284320>> security_group after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.461951 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c2844e0>> security_group_rule after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.462359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c2844e0>> security_group_rule after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.462726 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c2844e0>> security_group_rule after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.463135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c2846a0>> address_group after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.463509 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c2846a0>> address_group after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.463874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd70c2846a0>> address_group after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.464233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] ML2 OVO RPC backend initialized. {{(pid=86240) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 19 19:32:11.465008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> router_interface after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.465392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> router_interface after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.465842 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> network before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.466230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> networks before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.466625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> port before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.466972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> ports before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.467350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> subnet before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.468239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> subnets before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.468612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> network after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.468982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> network after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.469346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.469711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.470075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.470466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.470833 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> subnet after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.471198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> subnet after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.471560 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd70c284780>> subnet after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.472190 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.plugin [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Modular L2 Plugin initialization complete
Apr 19 19:32:11.472545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading services supported by the core plugin {{(pid=86240) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 19 19:32:11.472913 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Got port-security extension from driver 'port_security'
Apr 19 19:32:11.473413 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.extensions.vlantransparent [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Disabled vlantransparent extension.
Apr 19 19:32:11.473946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86240) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 19 19:32:11.474288 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading Plugin: router
Apr 19 19:32:11.512024 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router_interface before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.512454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router after_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.512858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router before_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.513263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router_interface before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.514395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router_interface after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.514791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router after_delete 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.515187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> floatingip after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.515591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router after_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.515979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.516359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.516741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router_gateway after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.517137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.517624 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router precommit_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.518036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd70c8dcc80> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.518431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd70c8dce18> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.518801 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd70c8dcd90> subnet after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.519169 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd70c8dcd08> subnetpool_address_scope after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.519553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> port precommit_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.519933 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router precommit_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.520309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd70c8ce8c8> port before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.520685 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.521085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.521461 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router precommit_delete 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.521844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router precommit_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.522243 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router_interface after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.522647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> router precommit_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.523073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd70c284908>> network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.524055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Tracking information for resource: router configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:32:11.524423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Tracking information for resource: floatingip configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:32:11.530187 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_agentschedulers_db [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 19 19:32:11.530890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd70c2486a8> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.531283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd70c248598> port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.531928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function _notify_port_delete at 0x7fd70c248620> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.532308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd70c248840> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.533192 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd70c26a6d8>> router before_create 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.533587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd70c26a6d8>> router precommit_delete 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.533986 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd70c26a6d8>> router precommit_create 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.534402 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd70c26a6d8>> router precommit_update 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.539197 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.provider_configuration [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service providers = [] {{(pid=86240) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 19 19:32:11.539595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.servicetype_db [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86240) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 19 19:32:11.542403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.service_base [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 19:32:11.542790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.service_base [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 19:32:11.543165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.service_base [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 19:32:11.544052 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.service_base [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 19:32:11.544448 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.services.service_base [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 19 19:32:11.544957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:32:11.545309 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 19 19:32:11.555446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:32:11.555815 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading Plugin: auto_allocate
Apr 19 19:32:11.561468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd70c1d5ea0> network precommit_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.561859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd70c1d5ea0> network precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.562465 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:32:11.562820 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading Plugin: tag
Apr 19 19:32:11.569802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:32:11.570169 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading Plugin: timestamp
Apr 19 19:32:11.573968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:32:11.574372 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading Plugin: network_ip_availability
Apr 19 19:32:11.580254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd70c136390>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.580650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd70c136390>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.581035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd70c136390>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.581799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:32:11.582153 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading Plugin: flavors
Apr 19 19:32:11.586640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:32:11.587003 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading Plugin: revisions
Apr 19 19:32:11.591363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:32:11.592376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:11.593301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86240) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 19 19:32:11.593662 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Initializing extension manager.
Apr 19 19:32:11.594224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: __init__.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.594629 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: __pycache__ {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.595000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.595369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: address_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.596158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.596788 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: address-group
Apr 19 19:32:11.597143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: address_scope.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.597897 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.598496 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: address-scope
Apr 19 19:32:11.598850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.599790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.600360 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: router-admin-state-down-before-update
Apr 19 19:32:11.600714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: agent.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.601462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.602033 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: agent
Apr 19 19:32:11.602413 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: agent_resources_synced.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.603316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.603886 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: agent-resources-synced
Apr 19 19:32:11.604244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: allowedaddresspairs.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.606001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.606609 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: allowed-address-pairs
Apr 19 19:32:11.606968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: auto_allocated_topology.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.608357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.608887 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: auto-allocated-topology
Apr 19 19:32:11.609249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: availability_zone.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.609998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.610599 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: availability_zone
Apr 19 19:32:11.610961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: availability_zone_filter.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.611881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.612454 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: availability_zone_filter
Apr 19 19:32:11.612811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: data_plane_status.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.613842 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.614435 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 19 19:32:11.614795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: default_subnetpools.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.615710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.616277 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: default-subnetpools
Apr 19 19:32:11.616633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.617497 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.618077 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: dhcp_agent_scheduler
Apr 19 19:32:11.618460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: dns.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.619371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.619935 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension dns-integration not supported by any of loaded plugins
Apr 19 19:32:11.620294 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: dns_domain_ports.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.621199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.621771 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 19 19:32:11.622130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: dvr.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.622913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.623556 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: dvr
Apr 19 19:32:11.623915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: empty_string_filtering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.624829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.625401 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: empty-string-filtering
Apr 19 19:32:11.625759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.626689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.627255 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 19 19:32:11.627611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.628518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.629088 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 19 19:32:11.629449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: external_net.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.630380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.630947 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: external-net
Apr 19 19:32:11.631302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.632209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.632797 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: extra_dhcp_opt
Apr 19 19:32:11.633132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: extraroute.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.634045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.634647 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: extraroute
Apr 19 19:32:11.635003 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: extraroute_atomic.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.636033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.636611 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: extraroute-atomic
Apr 19 19:32:11.636969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: filter_validation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.637662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.638228 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: filter-validation
Apr 19 19:32:11.639280 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: fip_pf_description.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.640224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.640790 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 19 19:32:11.641147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: fip_port_details.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.642153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.642772 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: fip-port-details
Apr 19 19:32:11.643128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: flavors.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.644332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.644914 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: flavors
Apr 19 19:32:11.645274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.646944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.647527 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 19 19:32:11.647887 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: floatingip_pools.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.648626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.649200 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: floatingip-pools
Apr 19 19:32:11.649558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: ip_allocation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.650522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.651097 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 19 19:32:11.651454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.652364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.652941 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: ip-substring-filtering
Apr 19 19:32:11.653299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: l2_adjacency.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.654949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.655600 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 19 19:32:11.655962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: l3.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.657272 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.657849 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: router
Apr 19 19:32:11.658207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.660472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.661067 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 19 19:32:11.661432 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.662377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.662960 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: ext-gw-mode
Apr 19 19:32:11.663323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.664343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.664923 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: l3-ha
Apr 19 19:32:11.665285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: l3_flavors.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.666197 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.666796 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: l3-flavors
Apr 19 19:32:11.667157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.668066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.668635 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 19 19:32:11.668990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: l3agentscheduler.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.670249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.670847 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: l3_agent_scheduler
Apr 19 19:32:11.671208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: logging.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.672710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.673288 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension logging not supported by any of loaded plugins
Apr 19 19:32:11.673652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: metering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.674455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.675155 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: metering
Apr 19 19:32:11.675516 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.676606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.677186 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: metering_source_and_destination_fields
Apr 19 19:32:11.677544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: multiprovidernet.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.678520 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.679099 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: multi-provider
Apr 19 19:32:11.679457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: netmtu.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.680370 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.680944 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: net-mtu
Apr 19 19:32:11.681301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: netmtu_writable.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.682227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.682825 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: net-mtu-writable
Apr 19 19:32:11.683182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: network_availability_zone.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.684001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.684582 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: network_availability_zone
Apr 19 19:32:11.684940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: network_ip_availability.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.686129 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.686777 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: network-ip-availability
Apr 19 19:32:11.687137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: network_segment_range.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.687968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.688538 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 19 19:32:11.688898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: pagination.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.689886 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.690256 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: pagination
Apr 19 19:32:11.690648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: port_device_profile.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.691554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.692135 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: port-device-profile
Apr 19 19:32:11.692492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.693434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.694007 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: port-mac-address-regenerate
Apr 19 19:32:11.694382 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.695308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.695877 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: port-numa-affinity-policy
Apr 19 19:32:11.696233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: port_resource_request.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.697135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.697694 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 19 19:32:11.698048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: portbindings.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.699012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.699585 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: binding
Apr 19 19:32:11.699940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: portbindings_extended.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.701820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.702431 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: binding-extended
Apr 19 19:32:11.702783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: portsecurity.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.703697 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.704275 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: port-security
Apr 19 19:32:11.704633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: project_id.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.705620 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.705991 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: project-id
Apr 19 19:32:11.706368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: providernet.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.707286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.707862 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: provider
Apr 19 19:32:11.708217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: qos.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.711871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.712462 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension qos not supported by any of loaded plugins
Apr 19 19:32:11.712831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.714198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.714802 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 19 19:32:11.715193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.716175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.717349 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 19 19:32:11.717791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: qos_default.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.718738 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.719317 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension qos-default not supported by any of loaded plugins
Apr 19 19:32:11.719672 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: qos_fip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.720365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.720933 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension qos-fip not supported by any of loaded plugins
Apr 19 19:32:11.721290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: qos_gateway_ip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.722220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.722821 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 19 19:32:11.723177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: qos_port_network_policy.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.724096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.724675 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 19 19:32:11.725035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: qos_rule_type_details.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.725956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.726552 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 19 19:32:11.726909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: qos_rules_alias.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.727961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.728534 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 19 19:32:11.728893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: quotasv2.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.729868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.730233 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: quotas
Apr 19 19:32:11.730609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: quotasv2_detail.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.732379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.732841 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: quota_details
Apr 19 19:32:11.733210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: rbac.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.734365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.734982 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: rbac-policies
Apr 19 19:32:11.735340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: rbac_address_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.736268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.736854 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: rbac-address-group
Apr 19 19:32:11.737211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: rbac_address_scope.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.738122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.738726 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: rbac-address-scope
Apr 19 19:32:11.739086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: rbac_security_groups.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.740004 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.740577 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: rbac-security-groups
Apr 19 19:32:11.740935 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: rbac_subnetpool.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.741852 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.742479 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: rbac-subnetpool
Apr 19 19:32:11.742843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: revisionifmatch.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.743768 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.744341 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: revision-if-match
Apr 19 19:32:11.744699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: revisions.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.745826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.746427 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: standard-attr-revisions
Apr 19 19:32:11.746786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: router_availability_zone.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.747495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.748096 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: router_availability_zone
Apr 19 19:32:11.748450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: routerservicetype.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.749362 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.749933 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension router-service-type not supported by any of loaded plugins
Apr 19 19:32:11.750288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.751259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.751832 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: security-groups-normalized-cidr
Apr 19 19:32:11.752187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.753111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.753689 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: port-security-groups-filtering
Apr 19 19:32:11.754044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.754997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.755571 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: security-groups-remote-address-group
Apr 19 19:32:11.755928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: securitygroup.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.769687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.770297 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: security-group
Apr 19 19:32:11.770695 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: segment.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.771544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.772124 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension segment not supported by any of loaded plugins
Apr 19 19:32:11.772485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.773412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.773986 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 19 19:32:11.774366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: servicetype.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.775448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.776032 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: service-type
Apr 19 19:32:11.776394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: sorting.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.777362 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.777735 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: sorting
Apr 19 19:32:11.778092 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: standard_attr_segment.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.779029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.780164 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 19 19:32:11.780519 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: standardattrdescription.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.781200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.782046 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: standard-attr-description
Apr 19 19:32:11.782429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: stateful_security_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.783357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.783947 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: stateful-security-group
Apr 19 19:32:11.784304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: stdattrs_common.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.784884 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 19 19:32:11.785242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.786237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.786851 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 19 19:32:11.787204 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: subnet_onboard.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.788260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.788845 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: subnet_onboard
Apr 19 19:32:11.789203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.790119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.790724 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 19 19:32:11.791080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: subnet_service_types.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.792010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.792594 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: subnet-service-types
Apr 19 19:32:11.792949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: subnetallocation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.794015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.794622 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: subnet_allocation
Apr 19 19:32:11.795008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.795708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.796279 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: subnetpool-prefix-ops
Apr 19 19:32:11.796635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.797563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.798138 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 19 19:32:11.798531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: tagging.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.799790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.800376 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: standard-attr-tag
Apr 19 19:32:11.800737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: timestamp.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.801909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.802545 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loaded extension: standard-attr-timestamp
Apr 19 19:32:11.802871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: trunk.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.803886 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.804468 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension trunk not supported by any of loaded plugins
Apr 19 19:32:11.804826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: trunk_details.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.805745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.806319 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension trunk-details not supported by any of loaded plugins
Apr 19 19:32:11.806701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: uplink_status_propagation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.807612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.808186 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 19 19:32:11.808544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Loading extension file: vlantransparent.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:32:11.809231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:32:11.809807 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 19 19:32:11.812629 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:network
Apr 19 19:32:11.813417 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:subnet
Apr 19 19:32:11.814088 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:32:11.814761 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:port
Apr 19 19:32:11.816271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.816745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service FLAVORS assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.817402 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.817854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.818218 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:router
Apr 19 19:32:11.818970 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 19:32:11.819727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service METERING assigned prefix: /metering {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.821476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd70c07bd30>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.821872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd70c07bd30>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.822253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd70c07bd30>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:32:11.823398 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 19:32:11.823870 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 19:32:11.824663 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 19:32:11.825440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service CORE assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.825814 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:32:11.826817 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] subnetpool is already registered
Apr 19 19:32:11.827463 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service CORE assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.827825 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:32:11.828181 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] subnetpool is already registered
Apr 19 19:32:11.830899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.831364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service FLAVORS assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.831988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.832440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.832807 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:router
Apr 19 19:32:11.833170 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] router is already registered
Apr 19 19:32:11.833807 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 19:32:11.834168 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] floatingip is already registered
Apr 19 19:32:11.834872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service METERING assigned prefix: /metering {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.835592 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 19:32:11.835958 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] rbac_policy is already registered
Apr 19 19:32:11.836572 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 19:32:11.836928 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] security_group is already registered
Apr 19 19:32:11.837563 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 19:32:11.837921 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] security_group_rule is already registered
Apr 19 19:32:11.838646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service CORE assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.839017 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:32:11.839374 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] subnetpool is already registered
Apr 19 19:32:11.840036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Service CORE assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:32:11.840394 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:32:11.840747 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] subnetpool is already registered
Apr 19 19:32:11.841446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: extensions {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.843552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: address-groups {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.845186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: address-scopes {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.846494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: agents {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.847727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: auto-allocated-topology {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.849037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: availability_zones {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.850474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: dhcp-networks {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.851938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: dhcp-agents {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.853442 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: routers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.855340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: flavors {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.856571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: service_profiles {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.857907 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: next_providers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.859576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: service_profiles {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.861033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: floatingip-pools {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.862315 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: routers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.864200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: floatingips {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.865448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: l3-routers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.866950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: l3-agents {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.868423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: metering-labels {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.870666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: metering-label-rules {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.871992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: network-ip-availabilities {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.873868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: bindings {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.875617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: quotas {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.877130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: quotas {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.878628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: rbac-policies {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.879992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: security-groups {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.881262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: security-group-rules {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.882584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: service-providers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.883864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: subnetpools {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.885340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: subnetpools {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.886893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.889275 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.891190 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.893047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.894938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.896883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.898689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.900669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.902550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.904658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:32:11.911707 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING keystonemiddleware.auth_token [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 19 19:32:11.916925 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING keystonemiddleware.auth_token [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 19 19:32:11.925909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Acquired lock "singleton_lock" {{(pid=86240) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 19 19:32:11.926445 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Releasing lock "singleton_lock" {{(pid=86240) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 19 19:32:11.927897 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO oslo_service.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Starting 2 workers
Apr 19 19:32:11.932751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Started child 86353 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 19:32:11.937153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:11.938229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Started child 86354 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 19:32:11.938641 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [-] (86353) wsgi starting up on http://0.0.0.0:9696
Apr 19 19:32:11.939711 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 19 19:32:11.940366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Notify callbacks [] for process, before_spawn {{(pid=86240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:11.941503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:11.942858 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [-] (86354) wsgi starting up on http://0.0.0.0:9696
Apr 19 19:32:11.942972 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO oslo_service.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Starting 1 workers
Apr 19 19:32:11.948299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Started child 86355 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 19:32:11.948854 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO oslo_service.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Starting 1 workers
Apr 19 19:32:11.950570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] calling RpcWorker wait() {{(pid=86355) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 19 19:32:11.951208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] returning from RpcWorker wait() {{(pid=86355) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 19 19:32:11.952711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:11.953203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:11.953648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Started child 86356 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 19:32:11.954469 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-488aeef5-c480-4757-a1dd-3e5421f56009 None None] Notify callbacks [] for process, after_spawn {{(pid=86240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:11.956036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86240) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 19:32:11.956277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 19:32:11.956481 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 19:32:11.956748 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 19:32:11.957650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 19:32:11.957840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 19:32:11.957939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:11.958511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.958820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.959124 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.959394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.959890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.960525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.960839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.961137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.961440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.961707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.961904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.962097 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.962401 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.962683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.963026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.963319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.963596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.963865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.964075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.964345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.964640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.964928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.965213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.965481 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.966033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.966301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.966633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.966892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.967195 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.967459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.967767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.968025 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.968271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.968555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.968830 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.969087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.969334 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.969580 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.969865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.970110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.970558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] host                           = dv-cinder-786933-1-iscsi {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.970802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.971047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.971307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.971567 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.971846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.972102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.972382 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.972667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.972921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.973178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.973455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.973731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.973994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.974257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.974453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.974686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.974971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.975255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.975466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.975626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.975815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.976107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.976264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.976549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.976797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.977038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.977279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.977534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.977775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.978057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.978349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.978664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.978822 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.979110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.979384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.979658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.979915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.980177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.980435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.980677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.981251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.981251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.982203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.982203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.982203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.982203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.982773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.982773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.983317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.983317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.983565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.983811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.984110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.984648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.984648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.984985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:11.985127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.985127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.985405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.985566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.985766 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.986008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.986242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.986946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.986946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.987242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.987242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.987529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.987669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.987906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:11.988344 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.988645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.989006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.989259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.989523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.989788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.990074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.990351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.990619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.990899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.991205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.991452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.991787 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.992035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.992304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.992637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.992942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.993235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.993480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.993725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.994007 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.994961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.994961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.994961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.995941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.995941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.995941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.995941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.996456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.996456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.996738 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.996880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.997132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.997381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.998387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.998387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.998752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.999244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:11.999244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.000175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.000175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.000175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.000175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.000709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.000709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.000975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.000975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.001250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.001495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.001778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.003651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.003651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.003651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.003651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.003651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.003651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.003651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.005855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.006120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.006219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.006410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.008923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.008923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.008923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.008923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.008923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.008923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.008923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.008923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.008923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.016431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.016431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.016431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.016431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.016431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.016431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.016431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.016431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.020553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.020553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.020553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.020553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.020553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.020553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.020553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.020553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.022130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.022130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.022130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.022130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.022130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.022130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.022130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.022130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.023270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.023270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.023270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.023270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.023270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.023270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.023270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.023270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.024302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.024302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.024302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.024302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.024302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.024302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.024302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.024302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.026868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.026868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.026868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.026868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.026868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.026868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.026868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.026868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.026868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 52272) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:12.028576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.028576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.029533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.029533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.029533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.029533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.029533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.029533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.029533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.029533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.035121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.035121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.035121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.035121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.035121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.035121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.035121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.035121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.036009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.036009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.036009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.036009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.036009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.036009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.036009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.036009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.037077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.037077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.037077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.037077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.037077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.037077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.037077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.037077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.038178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.038178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.038178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.038178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.038178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.038178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.038178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.038178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.039259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.039259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.039259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.039259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.039259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.039259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.039259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.039259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.040312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.040312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.040312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.040312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.040312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.040312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.040312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.040312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.041368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.041368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.041368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.041368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.041368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.041368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.041368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.041368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.042435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.042435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.042435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.042435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.042435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.042435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.042435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.043351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.043351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.043351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.043351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.043893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.043893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.044150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.044150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.044394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.044578 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.045423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.045423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.045604 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0166104
Apr 19 19:32:12.045686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.045686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.045897 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.046104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.047331 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.047629 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.048944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.049406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.049886 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.051686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.051686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.051686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.051923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.052107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.053340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.053340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.053340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.053578 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.053725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.054161 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.054443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.054704 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.055042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.055425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.055768 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.056051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.056349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.056669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.057044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.057247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.057494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.057803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.058166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.059406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.059692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.059966 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.060867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.061119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.061407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.061567 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.061710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.063035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.063249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.063551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.063818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.064073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.064358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.064613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.064872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.065117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.065580 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.066737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.066737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 19:32:12.066737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86240) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 19:32:12.066737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 19:32:12.067464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 19:32:12.067464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 19:32:12.067464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 19:32:12.067464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 19:32:12.068013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.068013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.068013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.068419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.068419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.068419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.069531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.069531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.069531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.069531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.069531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.069531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.070316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.070316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.070316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.070316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.070316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.071380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.071582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.071743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.071930 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.072116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.072303 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.072489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.072699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.072860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.073016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.073197 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.073349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.073535 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.073694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.073874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.074058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.074217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.075548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.075548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.075548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.076582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.076582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.076582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.077248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] host                           = dv-cinder-786933-1-iscsi {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.077248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.077248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.077248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.077248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.078072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.078072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.078072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.078072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.078072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.078764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.078764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.078764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.078764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.079307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.079307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.079307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.079307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.079948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.079948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.079948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.079948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.080503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.080503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.080503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.080900 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.080900 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.080900 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.081292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.081292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.081578 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.081578 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.081846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.081846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.082112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.082112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.082438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.082438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.082723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.082723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.082992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.083133 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.083282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.083423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.083563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.083703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.083844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.083992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.084135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.084276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.084461 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.084613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.084798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.084987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.085137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.085323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.085490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.085726 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.085874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.086016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.086157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.086298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.087721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.087721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.087721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.087721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.088257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.088257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.088257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.089340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:32:12.089340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.089340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.089340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.089340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.089340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.089340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.090425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.090425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.090425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.090425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.090425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.090425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.091245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.091245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.091245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.091245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.091245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.091245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.092368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.092368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.092368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.092368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.092368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.092368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.093965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.094652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.094652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.095329 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.095521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.095802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.095972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.096115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.096255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.096397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.096537 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.096678 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.096827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.097019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.097295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.097457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.097609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.097855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.097855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.098134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.098276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.098491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.098635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.098776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.098916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.099057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.099197 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.099336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.099477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.099619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.099776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.100019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.100167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.100310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.100450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.100593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.101262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.101262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.101262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.101687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.101687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.101687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.102095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.102095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.102391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.102391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.102667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.102667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.102947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.102947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.103215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.103357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.103498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.103638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.103779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.103920 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.104061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.104219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.104408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.104595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.104782 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.104968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.105153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.105340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.105525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.105709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.105885 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.106106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.106254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.106451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.106604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.106746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.106888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.107028 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.107202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.107544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.107544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.108018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.108018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.108295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.108295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.108564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.108564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.108840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.108840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.109120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.109276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:12.109548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.109548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.109548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.110009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.110009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.110009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.110543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.110543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.110543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.110948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.110948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.110948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.111341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.111341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.111619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.111619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.111897 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.111897 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.112165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.112305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.112453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.112593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.112733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.112891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.113032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.113173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.113356 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.113508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.113696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.113883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.114068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.114255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.114461 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.114607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.114748 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.114940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.115102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.115281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.115467 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.115652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.115837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.115996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.116229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.116379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.117909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.118119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.118256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.118651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.118825 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.118993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.119162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.119350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.119513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.119706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.119893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.120083 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.120263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.120487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.120638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.120789 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.120933 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.121074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.121225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.121366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.121505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.121692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.121843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.122050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.122210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.122435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.122625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.123305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.123506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.123658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.123850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.124189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.124348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.124536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.124723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.124910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.125095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.125280 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.125465 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.125651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.125816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.126001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.126286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.126506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.126650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.126802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.126944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.127085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.127225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.127366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.127506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.127705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.127850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.127990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.128177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.128328 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.128561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.128751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.128896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.129048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.129199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.129340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.129480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.129660 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.129846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.130086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.130238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.130407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.130645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.130807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.130950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.131092 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.131241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.131382 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.131524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.131664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.131852 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.132040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.132199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.132383 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.132570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.132762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.132957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.133150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.133306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.133482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.133696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.133856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.134017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.134166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.134313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.134508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.134656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.134802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.134986 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.135143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.135303 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.135452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.135608 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.135936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.136099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.136287 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.136469 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.137198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.137198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.137198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.137198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.137492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.137492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.137619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:32:12.137850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 19:32:23.261554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec9ea65-788b-46ac-9549-1e00094d9bfd None None] get_active_networks_info from dv-cinder-786933-1-iscsi {{(pid=86355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 19 19:32:23.360039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9026a50c-1991-43de-a15c-1f693243db8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:23.395145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9ea65-788b-46ac-9549-1e00094d9bfd None None] No non-hosted networks {{(pid=86355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 19 19:32:25.055065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0182d952-424c-42ca-be82-729b12a0f9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:25.111399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-54c12148-95f4-4492-8dc6-e808388fedac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:26.099107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:26.516548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:26.517543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.518142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.518761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.519319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.519884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.520434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.521000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.521581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.522141 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.522798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.523462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.524123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:26.524714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd70b548b70>, 'Open vSwitch agent', 'dv-cinder-786933-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:26.529994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd70b4a17b8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786933-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:27.499021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:28.389557 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 52368) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:29.050490 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-f0a165f1-57c9-4508-9ecf-af3180c5c8fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:32:29.051060 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-f0a165f1-57c9-4508-9ecf-af3180c5c8fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:32:29.284096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-f0a165f1-57c9-4508-9ecf-af3180c5c8fc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:32:29.285159 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f0a165f1-57c9-4508-9ecf-af3180c5c8fc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8945777
Apr 19 19:32:29.339669 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_hamode_db [None req-dc0190fa-b89d-4bcc-bcbc-b4881e0ca407 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 19 19:32:29.434059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0190fa-b89d-4bcc-bcbc-b4881e0ca407 None None] Routers set() bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:29.434522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0190fa-b89d-4bcc-bcbc-b4881e0ca407 None None] Router IDs set() for agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 19 19:32:32.035916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 52384) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:32.425277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e3be8252-a29d-4c79-9bfe-468bb303e8f3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:32:32.530797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.policy [None req-e3be8252-a29d-4c79-9bfe-468bb303e8f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86353) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 19:32:32.585637 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-e3be8252-a29d-4c79-9bfe-468bb303e8f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:32:32.586051 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-e3be8252-a29d-4c79-9bfe-468bb303e8f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:32:32.604624 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota [None req-e3be8252-a29d-4c79-9bfe-468bb303e8f3 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd70bd64240>.
Apr 19 19:32:32.620377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e3be8252-a29d-4c79-9bfe-468bb303e8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:32.677271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e3be8252-a29d-4c79-9bfe-468bb303e8f3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251752648999', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251752650611', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251752647626', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251752632438', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251752552057', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251752552382', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853060445', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853401949', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436328', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-517506'] for rbac-policy, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:32.899110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e3be8252-a29d-4c79-9bfe-468bb303e8f3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:32.900346 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e3be8252-a29d-4c79-9bfe-468bb303e8f3 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8634028
Apr 19 19:32:35.891238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 52398) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:36.266528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Request body: {'network': {'name': 'private', 'project_id': '560b98f571954869a152826daae5e779', 'admin_state_up': True}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:32:36.272306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:36.276778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Usage tracker for resource:network and tenant:560b98f571954869a152826daae5e779 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:36.280888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:36.287456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:36.295843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Made reservation on behalf of 560b98f571954869a152826daae5e779 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:32:36.301523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.317324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.332242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:36.336047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Usage tracker for resource:security_group_rule and tenant:560b98f571954869a152826daae5e779 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:36.339424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:36.346102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:36.440950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.443757 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.448441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:36.471530 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:32:36.495768 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251754525078', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.496299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd70c79e6a8> segment precommit_create {{(pid=86353) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 19:32:36.496756 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Added segment eb44bd5c-cd5f-416e-bf5b-4e62a245e6da of type vlan for network 117d360e-f939-47e7-a163-4ea4c1e3d296
Apr 19 19:32:36.505526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8598a9-661c-44ca-aac2-bd3e3aa875c9,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:36.556613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.556981 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.557340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.557693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.558039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.558421 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.558770 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.559114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.559504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.559838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.560179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.560518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Tracked resource versions report:
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]: pushed versions:
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]: consumer versions:
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 19 19:32:36.561614 dv-cinder-786933-1-iscsi neutron-server[86240]:  {{(pid=86353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:32:36.616643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.621093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:36.654767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.656163 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:36.657059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.661765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:36.769347 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8769104
Apr 19 19:32:36.772091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Pushing event updated for resources: {'Network': ['ID=117d360e-f939-47e7-a163-4ea4c1e3d296,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:36.796024 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:36.804591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 117d360e-f939-47e7-a163-4ea4c1e3d296 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:32:39.817590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 52414) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:40.296874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07840de4-d258-48f7-a022-073880725713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:40.298310 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-07840de4-d258-48f7-a022-073880725713 admin admin] 10.222.0.13 "GET /v2.0/networks/117d360e-f939-47e7-a163-4ea4c1e3d296 HTTP/1.1" status: 200  len: 825 time: 0.4797027
Apr 19 19:32:40.326401 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a038f242-19cd-461e-9127-9ef8d09989cc admin admin] 10.222.0.13 "GET /v2.0/subnetpools/04df3fa4-637c-4a97-930a-314f8909a973 HTTP/1.1" status: 200  len: 734 time: 0.0220056
Apr 19 19:32:40.335482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296', 'tenant_id': '560b98f571954869a152826daae5e779', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '04df3fa4-637c-4a97-930a-314f8909a973'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:32:40.339832 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:40.344393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Usage tracker for resource:subnet and tenant:560b98f571954869a152826daae5e779 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:40.347263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:40.353136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:40.362275 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Made reservation on behalf of 560b98f571954869a152826daae5e779 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:32:40.366841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:40.842363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:40.847505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:40.935289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0d05b4-8715-4ce7-bc97-6ff19be841bb,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:40.937338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Checking segment: {'id': 'eb44bd5c-cd5f-416e-bf5b-4e62a245e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:32:40.937710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Network hostable DHCP agents. Network: 117d360e-f939-47e7-a163-4ea4c1e3d296, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:32:40.944519 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:40.958534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Network 117d360e-f939-47e7-a163-4ea4c1e3d296 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:32:40.967533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 117d360e-f939-47e7-a163-4ea4c1e3d296) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:32:40.971839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:40.972459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:40.976919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df17a2a-e554-43f9-bc50-a69c05609b2c None None] Network 117d360e-f939-47e7-a163-4ea4c1e3d296 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:32:40.991187 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6592615
Apr 19 19:32:41.304371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-117d360e-f939-47e7-a163-4ea4c1e3d296', 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296', 'tenant_id': '560b98f571954869a152826daae5e779', 'fixed_ips': [{'subnet_id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:32:41.305628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:41.670044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Allocated IP 172.20.0.2 (117d360e-f939-47e7-a163-4ea4c1e3d296/7e0d05b4-8715-4ce7-bc97-6ff19be841bb/037e9aca-09d3-49a8-947d-85e27186c62a) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:32:41.900901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:41.914484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Transition to ACTIVE for port object 037e9aca-09d3-49a8-947d-85e27186c62a will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:32:41.937518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Transition to ACTIVE for port object 037e9aca-09d3-49a8-947d-85e27186c62a will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:32:41.943307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:41.948597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:42.011513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Network 117d360e-f939-47e7-a163-4ea4c1e3d296 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:32:42.015365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:32:42.021443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:32:42.030036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Pushing event updated for resources: {'Port': ['ID=037e9aca-09d3-49a8-947d-85e27186c62a,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:42.070904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.071235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.071599 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.071954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.072310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.072663 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.073010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.073359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.073720 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.074065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.074451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.074831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Tracked resource versions report:
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]: pushed versions:
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]: consumer versions:
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 19 19:32:42.076223 dv-cinder-786933-1-iscsi neutron-server[86240]:  {{(pid=86355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:32:42.111727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:42.138974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Attempting to bind port 037e9aca-09d3-49a8-947d-85e27186c62a on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:32:42.139384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Attempting to bind port 037e9aca-09d3-49a8-947d-85e27186c62a by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'eb44bd5c-cd5f-416e-bf5b-4e62a245e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:32:42.139790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Attempting to bind port 037e9aca-09d3-49a8-947d-85e27186c62a on network 117d360e-f939-47e7-a163-4ea4c1e3d296 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:32:42.145302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:32:42.145718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Checking segment: {'id': 'eb44bd5c-cd5f-416e-bf5b-4e62a245e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:32:42.147032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:42.147032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Bound using segment: {'id': 'eb44bd5c-cd5f-416e-bf5b-4e62a245e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:32:42.147222 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Bound port: 037e9aca-09d3-49a8-947d-85e27186c62a, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb44bd5c-cd5f-416e-bf5b-4e62a245e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:32:42.147829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:42.241132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] For port 037e9aca-09d3-49a8-947d-85e27186c62a, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:32:42.245048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] For port 037e9aca-09d3-49a8-947d-85e27186c62a, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=037e9aca-09d3-49a8-947d-85e27186c62a,segment=NetworkSegment(eb44bd5c-cd5f-416e-bf5b-4e62a245e6da),segment_id=eb44bd5c-cd5f-416e-bf5b-4e62a245e6da)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:32:42.249030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:42.253931 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:42.345541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Pushing event updated for resources: {'Port': ['ID=037e9aca-09d3-49a8-947d-85e27186c62a,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:42.348890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:43.795136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 52424) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:44.433979 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-178dec57-d5a0-41b2-8006-cbb8b6aae858 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:32:44.434657 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-178dec57-d5a0-41b2-8006-cbb8b6aae858 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:32:44.666850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-178dec57-d5a0-41b2-8006-cbb8b6aae858 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:32:44.668101 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-178dec57-d5a0-41b2-8006-cbb8b6aae858 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8707752
Apr 19 19:32:47.462653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 52442) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:47.852630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-a6f2b2de-b8d7-4b95-8fb4-16c86a692c9e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:32:47.853683 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a6f2b2de-b8d7-4b95-8fb4-16c86a692c9e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3900199
Apr 19 19:32:48.508826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 037e9aca-09d3-49a8-947d-85e27186c62a up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:32:48.586235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 037e9aca-09d3-49a8-947d-85e27186c62a completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:32:49.174544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ebc4d2-739b-466f-bdf2-b4bf6d23f5ce None None] Network 117d360e-f939-47e7-a163-4ea4c1e3d296 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:32:49.263189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cb5fba3c-ad33-40e7-b295-9e22800df679 None None] Provisioning for port 037e9aca-09d3-49a8-947d-85e27186c62a completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:32:49.279072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cb5fba3c-ad33-40e7-b295-9e22800df679 None None] Provisioning complete for port 037e9aca-09d3-49a8-947d-85e27186c62a triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:32:49.279490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cb5fba3c-ad33-40e7-b295-9e22800df679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.537380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cb5fba3c-ad33-40e7-b295-9e22800df679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.591279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-cb5fba3c-ad33-40e7-b295-9e22800df679 None None] For port 037e9aca-09d3-49a8-947d-85e27186c62a, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=037e9aca-09d3-49a8-947d-85e27186c62a,segment=NetworkSegment(eb44bd5c-cd5f-416e-bf5b-4e62a245e6da),segment_id=eb44bd5c-cd5f-416e-bf5b-4e62a245e6da)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:49.595569 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cb5fba3c-ad33-40e7-b295-9e22800df679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.601691 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:49.677952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fba3c-ad33-40e7-b295-9e22800df679 None None] Pushing event updated for resources: {'Port': ['ID=037e9aca-09d3-49a8-947d-85e27186c62a,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:49.681506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cb5fba3c-ad33-40e7-b295-9e22800df679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:49.819727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a34a92cc-77b7-4be4-afa1-b288b6b28e80 None None] Provisioning complete for port 037e9aca-09d3-49a8-947d-85e27186c62a triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:32:49.820139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-77b7-4be4-afa1-b288b6b28e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:50.485120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 037e9aca-09d3-49a8-947d-85e27186c62a up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:32:50.556800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 037e9aca-09d3-49a8-947d-85e27186c62a triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:32:50.557303 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:50.974162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 52454) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:51.356672 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Request body: {'router': {'tenant_id': '560b98f571954869a152826daae5e779', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:32:51.435570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.policy [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86354) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 19:32:51.491506 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:32:51.491918 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:32:51.510280 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.quota [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd70bc9c2b0>.
Apr 19 19:32:51.526671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:51.534687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Usage tracker for resource:router and tenant:560b98f571954869a152826daae5e779 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:51.539066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:51.546988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:51.561217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:51.563251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:51.587495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:51.863146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:51.882316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:51.883569 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-51831842-4453-416e-be43-dbeb68fbf176 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9083400
Apr 19 19:32:53.108119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0933e8c-b4b3-4897-802d-c30e01479e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:54.601478 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 52466) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:54.999040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-1e0980fb-2dfe-42e5-a2b7-844f9e00bfb1 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:32:55.000087 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1e0980fb-2dfe-42e5-a2b7-844f9e00bfb1 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3976011
Apr 19 19:32:55.059881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-913b5854-0366-4cf6-b9d0-3db59b7f8c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:56.035070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:56.521879 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.445140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.768170 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 52486) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:57.926239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:32:57.932634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:57.937259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Usage tracker for resource:network and tenant:fe1456d96e4e4aa5bc0972f2655edb1d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:57.940551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:57.946459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:57.955488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Made reservation on behalf of fe1456d96e4e4aa5bc0972f2655edb1d for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:32:57.961345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.977934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.993110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:57.997471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Usage tracker for resource:security_group_rule and tenant:fe1456d96e4e4aa5bc0972f2655edb1d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:58.000604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:58.006583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:58.104903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.108055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.112596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:58.126228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Reserving flat network on physical network physnet1 {{(pid=86354) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 19 19:32:58.154782 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251754525078', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.155370 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd70c79e6a8> segment precommit_create {{(pid=86354) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 19:32:58.155838 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Added segment b026416b-f931-4e05-82af-50a30fc4866f of type flat for network b71e1ecc-964b-42fa-addc-71bec2e230a9
Apr 19 19:32:58.209774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42cb3a0-9503-492f-8cbf-a18bfa063c62,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:58.228647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.229029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.229390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.229742 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.230089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.231006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.231361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.231708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.232062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.232404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.232747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.233087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Tracked resource versions report:
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]: pushed versions:
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]: consumer versions:
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 19 19:32:58.234177 dv-cinder-786933-1-iscsi neutron-server[86240]:  {{(pid=86354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:32:58.282407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:58.284011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.326986 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.328378 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:58.329021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.333590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:58.442103 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6728210
Apr 19 19:32:58.442859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Pushing event updated for resources: {'Network': ['ID=b71e1ecc-964b-42fa-addc-71bec2e230a9,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:58.446081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:58.453767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:33:00.011099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:33:01.019798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 52510) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:01.139129 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076486e2-fe47-4fec-b2ed-4db724d0d1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:01.140534 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-076486e2-fe47-4fec-b2ed-4db724d0d1d6 admin admin] 10.222.0.13 "GET /v2.0/subnets/7e0d05b4-8715-4ce7-bc97-6ff19be841bb HTTP/1.1" status: 200  len: 849 time: 0.1196239
Apr 19 19:33:01.314935 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1bfb2ff5-cca1-4ad5-9aaa-745ebcd68b28 admin admin] 10.222.0.13 "GET /v2.0/routers/0322b34d-04c4-4a41-aadb-66b39c885c26 HTTP/1.1" status: 200  len: 704 time: 0.1684098
Apr 19 19:33:01.940911 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:02.177466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Allocated IP 172.20.0.1 (117d360e-f939-47e7-a163-4ea4c1e3d296/7e0d05b4-8715-4ce7-bc97-6ff19be841bb/80da38cb-6647-4d45-b320-15167f90fc1c) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:33:02.337008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:02.354430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Transition to ACTIVE for port object 80da38cb-6647-4d45-b320-15167f90fc1c will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:33:02.414788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:02.419800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:02.496789 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Network 117d360e-f939-47e7-a163-4ea4c1e3d296 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:33:02.504786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:33:02.507415 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:33:02.508111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:02.666695 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Pushing event updated for resources: {'Port': ['ID=80da38cb-6647-4d45-b320-15167f90fc1c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:02.670695 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:02.744705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4eb48e13-f97e-43c8-ab38-86d85cde6a11 None None] Provisioning for port 80da38cb-6647-4d45-b320-15167f90fc1c completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:33:02.751117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4eb48e13-f97e-43c8-ab38-86d85cde6a11 None None] Provisioning complete for port 80da38cb-6647-4d45-b320-15167f90fc1c triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:33:02.751525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4eb48e13-f97e-43c8-ab38-86d85cde6a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:02.806895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:02.813568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4eb48e13-f97e-43c8-ab38-86d85cde6a11 None None] Port 80da38cb-6647-4d45-b320-15167f90fc1c cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:33:03.057058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:03.060861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:03.061971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:03.066832 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:03.206436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Pushing event updated for resources: {'Port': ['ID=80da38cb-6647-4d45-b320-15167f90fc1c,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:03.210902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:03.274682 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Network 117d360e-f939-47e7-a163-4ea4c1e3d296 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:33:03.275777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:33:03.437018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9d383903-ba7f-4a35-a4cb-6329295c9511 None None] Provisioning complete for port 80da38cb-6647-4d45-b320-15167f90fc1c triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:33:03.437423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d383903-ba7f-4a35-a4cb-6329295c9511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:03.501493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-9d383903-ba7f-4a35-a4cb-6329295c9511 None None] Port 80da38cb-6647-4d45-b320-15167f90fc1c cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:33:03.639359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Router 0322b34d-04c4-4a41-aadb-66b39c885c26 is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:33:03.797389 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:33:03.806647 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] 10.222.0.13 "PUT /v2.0/routers/0322b34d-04c4-4a41-aadb-66b39c885c26/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4861205
Apr 19 19:33:03.807337 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Sync routers for ids ['0322b34d-04c4-4a41-aadb-66b39c885c26'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:33:03.818967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Routers {'0322b34d-04c4-4a41-aadb-66b39c885c26'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:33:03.819849 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70bcca0f0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['0322b34d-04c4-4a41-aadb-66b39c885c26'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:04.004032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Set router 0322b34d-04c4-4a41-aadb-66b39c885c26 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:33:04.557992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70bcca0f0>, [{'id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'name': 'router1', 'tenant_id': '560b98f571954869a152826daae5e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:32:51Z', 'updated_at': '2021-04-19T19:33:02Z', 'revision_number': 2, 'project_id': '560b98f571954869a152826daae5e779', 'gw_port_host': None, '_interfaces': [{'id': '80da38cb-6647-4d45-b320-15167f90fc1c', 'name': '', 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296', 'tenant_id': '560b98f571954869a152826daae5e779', 'mac_address': 'fa:16:3e:9c:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:01Z', 'updated_at': '2021-04-19T19:33:02Z', 'revision_number': 2, 'project_id': '560b98f571954869a152826daae5e779', 'subnets': [{'id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04df3fa4-637c-4a97-930a-314f8909a973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:04.563733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Checking router: 0322b34d-04c4-4a41-aadb-66b39c885c26 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:33:04.564117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Updating router 0322b34d-04c4-4a41-aadb-66b39c885c26 port 80da38cb-6647-4d45-b320-15167f90fc1c binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:33:04.621864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:05.008123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:05.022524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Transition to ACTIVE for port object 80da38cb-6647-4d45-b320-15167f90fc1c will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:33:05.028125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:05.034477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:05.243267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Pushing event updated for resources: {'Port': ['ID=80da38cb-6647-4d45-b320-15167f90fc1c,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:05.266172 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.266541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.266913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.267271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.267627 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.267984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.268336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.268689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.269046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.269393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.269741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.270085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Tracked resource versions report:
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]: pushed versions:
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]: consumer versions:
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 19 19:33:05.271220 dv-cinder-786933-1-iscsi neutron-server[86240]:  {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:33:05.276950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:05.278449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Attempting to bind port 80da38cb-6647-4d45-b320-15167f90fc1c on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:33:05.278864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Attempting to bind port 80da38cb-6647-4d45-b320-15167f90fc1c by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'eb44bd5c-cd5f-416e-bf5b-4e62a245e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:33:05.279268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Attempting to bind port 80da38cb-6647-4d45-b320-15167f90fc1c on network 117d360e-f939-47e7-a163-4ea4c1e3d296 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:33:05.285047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:33:05.285473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Checking segment: {'id': 'eb44bd5c-cd5f-416e-bf5b-4e62a245e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:33:05.285948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:05.286383 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Bound using segment: {'id': 'eb44bd5c-cd5f-416e-bf5b-4e62a245e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:33:05.286907 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Bound port: 80da38cb-6647-4d45-b320-15167f90fc1c, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb44bd5c-cd5f-416e-bf5b-4e62a245e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:33:05.287306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:05.381089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] For port 80da38cb-6647-4d45-b320-15167f90fc1c, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:33:05.385145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] For port 80da38cb-6647-4d45-b320-15167f90fc1c, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=80da38cb-6647-4d45-b320-15167f90fc1c,segment=NetworkSegment(eb44bd5c-cd5f-416e-bf5b-4e62a245e6da),segment_id=eb44bd5c-cd5f-416e-bf5b-4e62a245e6da)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:33:05.387502 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:05.392791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:05.477844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Routers {'0322b34d-04c4-4a41-aadb-66b39c885c26'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:33:05.478551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70bcca0f0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['0322b34d-04c4-4a41-aadb-66b39c885c26'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:05.603979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Pushing event updated for resources: {'Port': ['ID=80da38cb-6647-4d45-b320-15167f90fc1c,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:05.613892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:05.649487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] Set router 0322b34d-04c4-4a41-aadb-66b39c885c26 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:33:05.992696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70bcca0f0>, [{'id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'name': 'router1', 'tenant_id': '560b98f571954869a152826daae5e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:32:51Z', 'updated_at': '2021-04-19T19:33:02Z', 'revision_number': 2, 'project_id': '560b98f571954869a152826daae5e779', 'gw_port_host': None, '_interfaces': [{'id': '80da38cb-6647-4d45-b320-15167f90fc1c', 'name': '', 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296', 'tenant_id': '560b98f571954869a152826daae5e779', 'mac_address': 'fa:16:3e:9c:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:01Z', 'updated_at': '2021-04-19T19:33:05Z', 'revision_number': 4, 'project_id': '560b98f571954869a152826daae5e779', 'subnets': [{'id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04df3fa4-637c-4a97-930a-314f8909a973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:05.996745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14491dd-667e-4c56-9d8c-8cc26feeaccb None None] The sync data for ids ['0322b34d-04c4-4a41-aadb-66b39c885c26'] in dv-cinder-786933-1-iscsi is: [{'id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'name': 'router1', 'tenant_id': '560b98f571954869a152826daae5e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:32:51Z', 'updated_at': '2021-04-19T19:33:02Z', 'revision_number': 2, 'project_id': '560b98f571954869a152826daae5e779', 'gw_port_host': None, '_interfaces': [{'id': '80da38cb-6647-4d45-b320-15167f90fc1c', 'name': '', 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296', 'tenant_id': '560b98f571954869a152826daae5e779', 'mac_address': 'fa:16:3e:9c:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:01Z', 'updated_at': '2021-04-19T19:33:05Z', 'revision_number': 4, 'project_id': '560b98f571954869a152826daae5e779', 'subnets': [{'id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04df3fa4-637c-4a97-930a-314f8909a973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:33:06.376479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 52522) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:06.539276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044b10f3-f22f-4cc5-bef1-209c4ff01bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:06.540753 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-044b10f3-f22f-4cc5-bef1-209c4ff01bac admin admin] 10.222.0.13 "GET /v2.0/networks/b71e1ecc-964b-42fa-addc-71bec2e230a9 HTTP/1.1" status: 200  len: 842 time: 0.1632075
Apr 19 19:33:06.551857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'gateway_ip': '172.27.3.1'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:33:06.557160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:06.561282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Usage tracker for resource:subnet and tenant:fe1456d96e4e4aa5bc0972f2655edb1d is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:06.564196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:06.570042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:06.579675 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Made reservation on behalf of fe1456d96e4e4aa5bc0972f2655edb1d for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:33:06.584259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.018848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.objects.ports [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86353) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 19 19:33:07.019374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.024019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:07.107132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0dee28f-cfd8-4949-8329-24e1d5d18606,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:07.111160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:07.111900 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:33:07.112295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Network hostable DHCP agents. Network: b71e1ecc-964b-42fa-addc-71bec2e230a9, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:33:07.130552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:33:07.139274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, b71e1ecc-964b-42fa-addc-71bec2e230a9) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:33:07.143643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:07.144700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.148115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfbb6e0-dbd5-456f-9fff-95e9b0450b5e None None] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:33:07.165783 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6176982
Apr 19 19:33:07.394856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db9c144-48a1-4f4b-8c87-a3488f51e5c3 None None] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:33:09.807078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 52536) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:10.012205 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-01310e16-08c1-4c10-b496-6b450c8879fd admin admin] 10.222.0.13 "GET /v2.0/routers/0322b34d-04c4-4a41-aadb-66b39c885c26 HTTP/1.1" status: 200  len: 710 time: 0.2031329
Apr 19 19:33:10.147989 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521e68e4-9def-4bf3-b012-8d5a02f94036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:10.149439 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-521e68e4-9def-4bf3-b012-8d5a02f94036 admin admin] 10.222.0.13 "GET /v2.0/networks/b71e1ecc-964b-42fa-addc-71bec2e230a9 HTTP/1.1" status: 200  len: 886 time: 0.1317377
Apr 19 19:33:10.159671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:33:10.513138 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 80da38cb-6647-4d45-b320-15167f90fc1c up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:33:10.587819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 80da38cb-6647-4d45-b320-15167f90fc1c completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:33:10.593162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 80da38cb-6647-4d45-b320-15167f90fc1c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:33:10.593659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.623689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.715982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.749638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 80da38cb-6647-4d45-b320-15167f90fc1c, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=80da38cb-6647-4d45-b320-15167f90fc1c,segment=NetworkSegment(eb44bd5c-cd5f-416e-bf5b-4e62a245e6da),segment_id=eb44bd5c-cd5f-416e-bf5b-4e62a245e6da)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:33:10.753703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.755961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-295089cb-4aef-47fe-8f7a-c39883959ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:10.828735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=80da38cb-6647-4d45-b320-15167f90fc1c,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:10.832580 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:10.975157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:11.035078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:11.176803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Allocated IP 172.27.3.252 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/2d458642-86fd-48ee-bb82-c5c86082e796) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:33:11.512963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:11.541963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:11.547710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9366d10a-cbee-467d-b559-394bcef6c476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:11.612114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:33:11.615019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:33:11.618882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:33:11.678961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Pushing event updated for resources: {'Port': ['ID=2d458642-86fd-48ee-bb82-c5c86082e796,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:11.739010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:12.014197 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:12.361381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:12.364829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-679881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854095935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759599'] for router, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:12.500761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 80da38cb-6647-4d45-b320-15167f90fc1c up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:33:12.552880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Router 0322b34d-04c4-4a41-aadb-66b39c885c26 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:33:12.572862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 80da38cb-6647-4d45-b320-15167f90fc1c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:33:12.573266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:12.746273 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:33:12.755131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:12.756439 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] 10.222.0.13 "PUT /v2.0/routers/0322b34d-04c4-4a41-aadb-66b39c885c26 HTTP/1.1" status: 200  len: 890 time: 2.6004627
Apr 19 19:33:12.761747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Sync routers for ids ['0322b34d-04c4-4a41-aadb-66b39c885c26'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:33:12.788305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Routers {'0322b34d-04c4-4a41-aadb-66b39c885c26'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:33:12.789019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70aed24e0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['0322b34d-04c4-4a41-aadb-66b39c885c26'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:13.048531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Set router 0322b34d-04c4-4a41-aadb-66b39c885c26 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:33:13.404799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70aed24e0>, [{'id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'name': 'router1', 'tenant_id': '560b98f571954869a152826daae5e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d458642-86fd-48ee-bb82-c5c86082e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:32:51Z', 'updated_at': '2021-04-19T19:33:11Z', 'revision_number': 4, 'project_id': '560b98f571954869a152826daae5e779', 'gw_port': {'id': '2d458642-86fd-48ee-bb82-c5c86082e796', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:11Z', 'updated_at': '2021-04-19T19:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '80da38cb-6647-4d45-b320-15167f90fc1c', 'name': '', 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296', 'tenant_id': '560b98f571954869a152826daae5e779', 'mac_address': 'fa:16:3e:9c:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:01Z', 'updated_at': '2021-04-19T19:33:10Z', 'revision_number': 5, 'project_id': '560b98f571954869a152826daae5e779', 'subnets': [{'id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04df3fa4-637c-4a97-930a-314f8909a973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:13.409861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Checking router: 0322b34d-04c4-4a41-aadb-66b39c885c26 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:33:13.410242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Updating router 0322b34d-04c4-4a41-aadb-66b39c885c26 port 2d458642-86fd-48ee-bb82-c5c86082e796 binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:33:13.464237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:13.814747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:13.826613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Transition to ACTIVE for port object 2d458642-86fd-48ee-bb82-c5c86082e796 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:33:13.832119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:13.836848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:13.914718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Attempting to bind port 2d458642-86fd-48ee-bb82-c5c86082e796 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:33:13.915130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Attempting to bind port 2d458642-86fd-48ee-bb82-c5c86082e796 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:33:13.915526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Attempting to bind port 2d458642-86fd-48ee-bb82-c5c86082e796 on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:33:13.922052 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52596e-fbcb-48ac-be65-06501bf9e932 None None] Pushing event updated for resources: {'Port': ['ID=2d458642-86fd-48ee-bb82-c5c86082e796,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:13.926283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f52596e-fbcb-48ac-be65-06501bf9e932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:13.927135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:33:13.927543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:33:13.927981 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:13.928404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:33:13.928916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Bound port: 2d458642-86fd-48ee-bb82-c5c86082e796, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:33:13.929429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:14.008189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] For port 2d458642-86fd-48ee-bb82-c5c86082e796, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:33:14.011268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] For port 2d458642-86fd-48ee-bb82-c5c86082e796, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=2d458642-86fd-48ee-bb82-c5c86082e796,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:33:14.016183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:14.021164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:14.103987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Routers {'0322b34d-04c4-4a41-aadb-66b39c885c26'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:33:14.104665 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70aed24e0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['0322b34d-04c4-4a41-aadb-66b39c885c26'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:14.164800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52596e-fbcb-48ac-be65-06501bf9e932 None None] Pushing event updated for resources: {'Port': ['ID=2d458642-86fd-48ee-bb82-c5c86082e796,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:14.223874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f52596e-fbcb-48ac-be65-06501bf9e932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:14.297395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] Set router 0322b34d-04c4-4a41-aadb-66b39c885c26 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:33:14.639862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70aed24e0>, [{'id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'name': 'router1', 'tenant_id': '560b98f571954869a152826daae5e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d458642-86fd-48ee-bb82-c5c86082e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:32:51Z', 'updated_at': '2021-04-19T19:33:11Z', 'revision_number': 4, 'project_id': '560b98f571954869a152826daae5e779', 'gw_port': {'id': '2d458642-86fd-48ee-bb82-c5c86082e796', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:11Z', 'updated_at': '2021-04-19T19:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '80da38cb-6647-4d45-b320-15167f90fc1c', 'name': '', 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296', 'tenant_id': '560b98f571954869a152826daae5e779', 'mac_address': 'fa:16:3e:9c:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:01Z', 'updated_at': '2021-04-19T19:33:10Z', 'revision_number': 5, 'project_id': '560b98f571954869a152826daae5e779', 'subnets': [{'id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04df3fa4-637c-4a97-930a-314f8909a973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:14.643955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0c797-1521-4074-ad4e-d8f5403dcb73 None None] The sync data for ids ['0322b34d-04c4-4a41-aadb-66b39c885c26'] in dv-cinder-786933-1-iscsi is: [{'id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'name': 'router1', 'tenant_id': '560b98f571954869a152826daae5e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d458642-86fd-48ee-bb82-c5c86082e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:32:51Z', 'updated_at': '2021-04-19T19:33:11Z', 'revision_number': 4, 'project_id': '560b98f571954869a152826daae5e779', 'gw_port': {'id': '2d458642-86fd-48ee-bb82-c5c86082e796', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:11Z', 'updated_at': '2021-04-19T19:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '80da38cb-6647-4d45-b320-15167f90fc1c', 'name': '', 'network_id': '117d360e-f939-47e7-a163-4ea4c1e3d296', 'tenant_id': '560b98f571954869a152826daae5e779', 'mac_address': 'fa:16:3e:9c:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0322b34d-04c4-4a41-aadb-66b39c885c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:01Z', 'updated_at': '2021-04-19T19:33:10Z', 'revision_number': 5, 'project_id': '560b98f571954869a152826daae5e779', 'subnets': [{'id': '7e0d05b4-8715-4ce7-bc97-6ff19be841bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04df3fa4-637c-4a97-930a-314f8909a973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:33:15.494460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 52546) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:15.623778 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0f4077df-630e-47f7-935c-d32df8feb035 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1281021
Apr 19 19:33:16.524908 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 2d458642-86fd-48ee-bb82-c5c86082e796 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:33:16.603696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 2d458642-86fd-48ee-bb82-c5c86082e796 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:33:16.609466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 2d458642-86fd-48ee-bb82-c5c86082e796 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:33:16.610138 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:16.889160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:16.906456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 2d458642-86fd-48ee-bb82-c5c86082e796, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=2d458642-86fd-48ee-bb82-c5c86082e796,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:33:16.909767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:16.911979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f52596e-fbcb-48ac-be65-06501bf9e932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:16.982773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=2d458642-86fd-48ee-bb82-c5c86082e796,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:16.988190 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:18.532421 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 2d458642-86fd-48ee-bb82-c5c86082e796 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:33:18.617821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 2d458642-86fd-48ee-bb82-c5c86082e796 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:33:18.618542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:23.122360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9348aee2-82d6-4748-9d9c-de8e66a1aff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:25.082625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1381b706-1330-448d-a9e0-21d54b92c82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:26.042370 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:26.537561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:27.458952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:37.013102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:33:53.115031 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edcd647f-5e49-45d4-a993-b67e202738f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:55.098664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1e8b5f4f-6344-4048-9027-c0e03d5b7058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.043852 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.526988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:57.470522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:14.013590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:34:23.116749 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1989e765-180e-4d67-a8da-40679c273c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:25.072422 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9e6f-bbfe-4582-8bd1-da7818fac402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:26.037239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:26.520046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:27.468359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:51.013003 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:34:53.121798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-585acc05-28ab-481d-b35d-b519866c3ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:55.076856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4d91dde-b01f-4ad5-a6ea-39f9c1f00996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:56.045187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:56.525506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:57.472671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:01.284437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53116) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:01.370357 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b20dd5-9d3a-4651-9e67-44244fae0b7f admin admin] GET failed (client error): The resource could not be found.
Apr 19 19:35:01.371808 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a0b20dd5-9d3a-4651-9e67-44244fae0b7f admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0862749
Apr 19 19:35:01.517199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012a1df4-f7e8-4d94-b5ea-498000c42dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:01.518804 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-012a1df4-f7e8-4d94-b5ea-498000c42dd1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1426547
Apr 19 19:35:04.051768 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53126) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:04.179146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0688bbad-1107-4b30-a05a-622b61432208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:04.180371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0688bbad-1107-4b30-a05a-622b61432208 admin admin] Synchronizing usage tracker for tenant:fe1456d96e4e4aa5bc0972f2655edb1d on resource:subnet {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:35:04.200638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0688bbad-1107-4b30-a05a-622b61432208 admin admin] Unset dirty status for tenant:fe1456d96e4e4aa5bc0972f2655edb1d on resource:subnet {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:35:04.201927 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0688bbad-1107-4b30-a05a-622b61432208 admin admin] 10.222.0.13 "GET /v2.0/subnets/7e0d05b4-8715-4ce7-bc97-6ff19be841bb HTTP/1.1" status: 200  len: 849 time: 0.1491334
Apr 19 19:35:04.213666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:04.522769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Notify callbacks [] for subnet, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:04.857020 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785100332249'] for subnet, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:04.862013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-448b7c2f-6acc-49f8-a831-2c70000e243f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:04.908384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:04.909421 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:04.910648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deb7205-3871-4d2b-83b4-ffcf80357aae None None] Network 117d360e-f939-47e7-a163-4ea4c1e3d296 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:35:04.922372 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] 10.222.0.13 "PUT /v2.0/subnets/7e0d05b4-8715-4ce7-bc97-6ff19be841bb HTTP/1.1" status: 200  len: 868 time: 0.7022905
Apr 19 19:35:04.948178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0d05b4-8715-4ce7-bc97-6ff19be841bb,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:04.956622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.957023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.957366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.957733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.958098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.958690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.959292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.959755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.960122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.961146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.961496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.962031 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:04.966069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2853f3ad-f5a8-4bef-b51b-c9a048a7c7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:05.453006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6b3b203a-3f84-4e70-b0ec-7a360eaebd54 None None] Provisioning complete for port 80da38cb-6647-4d45-b320-15167f90fc1c triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:35:05.453622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b3b203a-3f84-4e70-b0ec-7a360eaebd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:05.612563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6b3b203a-3f84-4e70-b0ec-7a360eaebd54 None None] Provisioning complete for port 037e9aca-09d3-49a8-947d-85e27186c62a triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:35:05.612972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b3b203a-3f84-4e70-b0ec-7a360eaebd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:07.554492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53136) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:07.750971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88269df-88f1-4803-924a-3b0b5ac9721a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:07.751404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88269df-88f1-4803-924a-3b0b5ac9721a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:07.753044 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d88269df-88f1-4803-924a-3b0b5ac9721a admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1973555
Apr 19 19:35:10.359383 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53146) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:10.568051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994c74b-149f-453b-a82a-acae5d22d4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:10.568571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994c74b-149f-453b-a82a-acae5d22d4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:10.570938 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f994c74b-149f-453b-a82a-acae5d22d4cf admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2103510
Apr 19 19:35:13.187984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53156) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:13.387176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10206e0c-162f-460d-a088-ec825e2bd411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:13.388599 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-10206e0c-162f-460d-a088-ec825e2bd411 admin admin] 10.222.0.13 "GET /v2.0/networks/117d360e-f939-47e7-a163-4ea4c1e3d296 HTTP/1.1" status: 200  len: 869 time: 0.1995776
Apr 19 19:35:16.079522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53166) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:16.282301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d54605-d5e2-4215-add9-9b85fce02d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:16.283760 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f9d54605-d5e2-4215-add9-9b85fce02d49 admin admin] 10.222.0.13 "GET /v2.0/networks/b71e1ecc-964b-42fa-addc-71bec2e230a9 HTTP/1.1" status: 200  len: 886 time: 0.2031114
Apr 19 19:35:18.880814 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53176) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:19.016816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72874a-b916-48b7-8dc0-793a1347e5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:19.017455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72874a-b916-48b7-8dc0-793a1347e5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:19.019235 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5a72874a-b916-48b7-8dc0-793a1347e5c7 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1373515
Apr 19 19:35:21.674046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53186) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:21.794205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0faa239-98ed-4a7c-9ff2-41ae3516f296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:21.794732 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0faa239-98ed-4a7c-9ff2-41ae3516f296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:21.796363 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b0faa239-98ed-4a7c-9ff2-41ae3516f296 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1212053
Apr 19 19:35:23.115636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dbec0fcd-30d0-41de-b1b3-e2f170a65aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:24.348853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53196) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:24.472116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414b2dbf-446b-441d-88d5-1cd7e4b7cadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:24.473608 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-414b2dbf-446b-441d-88d5-1cd7e4b7cadc admin admin] 10.222.0.13 "GET /v2.0/subnets/7e0d05b4-8715-4ce7-bc97-6ff19be841bb HTTP/1.1" status: 200  len: 868 time: 0.1238043
Apr 19 19:35:25.080901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25f80aeb-14ba-42af-b41c-6b6f7a952350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:26.044470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:26.520635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:27.014919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53206) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:27.130779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177ce401-d7dc-4b03-b9e3-ee6638e5bacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:27.132374 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-177ce401-d7dc-4b03-b9e3-ee6638e5bacb admin admin] 10.222.0.13 "GET /v2.0/subnets/c0dee28f-cfd8-4949-8329-24e1d5d18606 HTTP/1.1" status: 200  len: 816 time: 0.1163349
Apr 19 19:35:27.475844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:28.013456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:35:53.119913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcc17ff2-380c-4cf6-b4c6-cb7b1dded46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:55.051745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53250) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:55.090087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-abbd496e-c78d-441c-8d0c-0108d9f469c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:55.111264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-c0d9d246-5366-47d0-b9bb-0d1865f14105 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:35:55.112371 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c0d9d246-5366-47d0-b9bb-0d1865f14105 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0589714
Apr 19 19:35:56.049620 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:56.524420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:57.479366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:57.771832 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53260) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:57.850282 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.pecan_wsgi.hooks.translation [None req-1637db52-3e5f-463d-9d22-09bca3e7a12c admin admin] GET failed (client error): The resource could not be found.
Apr 19 19:35:57.851709 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1637db52-3e5f-463d-9d22-09bca3e7a12c admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0786870
Apr 19 19:35:57.992254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9050603-f921-41a8-8425-f55ca0d539a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:57.993769 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f9050603-f921-41a8-8425-f55ca0d539a6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1375463
Apr 19 19:36:00.535848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53270) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:36:00.589395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:36:00.594943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:36:00.598983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Usage tracker for resource:network and tenant:fe1456d96e4e4aa5bc0972f2655edb1d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:36:00.601977 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:36:00.607975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:36:00.616885 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Made reservation on behalf of fe1456d96e4e4aa5bc0972f2655edb1d for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:36:00.621493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:00.717902 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.services.revisions.revision_plugin [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd70b9d5860] {project_id='fe1456d96e4e4aa5bc0972f2655edb1d', id='3ddc5c98-53d6-4637-8b5b-5135e85f5527', target_tenant='*', action='access_as_shared', object_id='e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'}> to bump revision.
Apr 19 19:36:00.729826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:36:00.738901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:00.739280 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Added segment 98cb1dd8-6589-41a2-b737-cea56d7ec6af of type vlan for network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65
Apr 19 19:36:00.766631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:00.795575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:00.796898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:00.797520 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:00.802791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:00.903665 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3665826
Apr 19 19:36:00.906830 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Pushing event updated for resources: {'Network': ['ID=e9bd2530-2960-4d5a-88ae-6b73ffe2cf65,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:00.914930 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.915324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.915695 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.916058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.916416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.916775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.917134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.917489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.917866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.918223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.918605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.918953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:00.922831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:00.931428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:36:03.461681 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53280) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:36:03.540056 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cc58e8-8bf6-4e92-a88a-14d0d3411162 admin admin] GET failed (client error): The resource could not be found.
Apr 19 19:36:03.540648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-27cc58e8-8bf6-4e92-a88a-14d0d3411162 admin admin] Synchronizing usage tracker for tenant:fe1456d96e4e4aa5bc0972f2655edb1d on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:36:03.557993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-27cc58e8-8bf6-4e92-a88a-14d0d3411162 admin admin] Unset dirty status for tenant:fe1456d96e4e4aa5bc0972f2655edb1d on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:36:03.559264 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-27cc58e8-8bf6-4e92-a88a-14d0d3411162 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0965378
Apr 19 19:36:03.680316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c922b8-bfa8-4f33-8d01-af2fefdba95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:03.681820 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-84c922b8-bfa8-4f33-8d01-af2fefdba95a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1182649
Apr 19 19:36:03.692478 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:36:03.698459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:36:03.709109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:36:03.718607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Made reservation on behalf of fe1456d96e4e4aa5bc0972f2655edb1d for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:36:03.723231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:04.145792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:04.151434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:04.228940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7bd31f-dafb-45ff-9cdf-c890aaedb8fa,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:04.236186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:04.238872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Checking segment: {'id': '98cb1dd8-6589-41a2-b737-cea56d7ec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:36:04.239260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Network hostable DHCP agents. Network: e9bd2530-2960-4d5a-88ae-6b73ffe2cf65, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:36:04.260924 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:36:04.270321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, e9bd2530-2960-4d5a-88ae-6b73ffe2cf65) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:36:04.275171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:04.275813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:04.279956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2bf3a-8ec3-4179-9219-e917725e7b63 None None] Network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:36:04.300441 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6116426
Apr 19 19:36:04.527993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-e9bd2530-2960-4d5a-88ae-6b73ffe2cf65', 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65', 'tenant_id': 'fe1456d96e4e4aa5bc0972f2655edb1d', 'fixed_ips': [{'subnet_id': 'bd7bd31f-dafb-45ff-9cdf-c890aaedb8fa'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:36:04.528923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:04.712147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Allocated IP 192.168.233.2 (e9bd2530-2960-4d5a-88ae-6b73ffe2cf65/bd7bd31f-dafb-45ff-9cdf-c890aaedb8fa/0c55bf93-1d98-4f6b-90b3-98d121faf0d8) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:36:04.955903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:04.969569 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Transition to ACTIVE for port object 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:36:04.997360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Transition to ACTIVE for port object 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:36:05.003245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:05.014928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:36:05.015913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:05.112834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:36:05.117403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:36:05.119940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:36:05.124791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Pushing event updated for resources: {'Port': ['ID=0c55bf93-1d98-4f6b-90b3-98d121faf0d8,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:05.176257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.176617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.177591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.177974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.178346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.178741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.179184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.180410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.180774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.181289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.181651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.182008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:05.187881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:05.264205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Attempting to bind port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:36:05.264705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Attempting to bind port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '98cb1dd8-6589-41a2-b737-cea56d7ec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:36:05.265127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Attempting to bind port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 on network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:36:05.271955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:36:05.272370 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Checking segment: {'id': '98cb1dd8-6589-41a2-b737-cea56d7ec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:36:05.272814 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:05.273245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Bound using segment: {'id': '98cb1dd8-6589-41a2-b737-cea56d7ec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:36:05.273792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Bound port: 0c55bf93-1d98-4f6b-90b3-98d121faf0d8, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb1dd8-6589-41a2-b737-cea56d7ec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:36:05.274211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:05.377964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] For port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:36:05.382062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] For port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=0c55bf93-1d98-4f6b-90b3-98d121faf0d8,segment=NetworkSegment(98cb1dd8-6589-41a2-b737-cea56d7ec6af),segment_id=98cb1dd8-6589-41a2-b737-cea56d7ec6af)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:36:05.385380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:05.391436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:05.478346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Pushing event updated for resources: {'Port': ['ID=0c55bf93-1d98-4f6b-90b3-98d121faf0d8,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:05.483494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:06.690730 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:36:06.726102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a6c181-eb9a-4e07-be54-6aea8305fb39 None None] Network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:36:06.874856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-198654d7-e42d-490e-b4f2-dc42c02979f2 None None] Provisioning for port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:36:06.894874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:36:06.934377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:36:06.934706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:07.303205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:07.340412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=0c55bf93-1d98-4f6b-90b3-98d121faf0d8,segment=NetworkSegment(98cb1dd8-6589-41a2-b737-cea56d7ec6af),segment_id=98cb1dd8-6589-41a2-b737-cea56d7ec6af)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:36:07.343964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:07.349799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:07.426134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=0c55bf93-1d98-4f6b-90b3-98d121faf0d8,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:07.430586 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:07.517397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-993481e8-3ac2-4c0f-a72c-e2a9edbeffcd None None] Provisioning complete for port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:36:07.517816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-993481e8-3ac2-4c0f-a72c-e2a9edbeffcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:08.642573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:36:08.728938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 0c55bf93-1d98-4f6b-90b3-98d121faf0d8 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:36:08.729364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:23.123308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ac72029-574f-46a4-a8ff-8e36a6d429a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:25.087670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-995e1e38-359c-43f5-af17-9abe9862d9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:26.056613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:26.527552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:27.484673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:42.015416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:36:53.125558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab7d11d0-fc36-4eb5-b8d2-49a193bc3529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:55.083681 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1cf265d2-e26b-49a5-b8bb-bd6077e414f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:56.057115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:56.534817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:57.489227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.014970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:37:23.131370 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dbaaa861-17d2-49e6-af7f-80a11f8727e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:25.099822 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-adcdfa9d-efe3-4d22-97ba-a1ab57d6df72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:26.058504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:26.531058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:27.491397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:30.230995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53332) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:30.237511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-9f9f77a3-7a5a-4304-b01d-27ecaf0d70be tempest-verify_tempest_config-1713480765 tempest-verify_tempest_config-1713480765-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:37:30.238595 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9f9f77a3-7a5a-4304-b01d-27ecaf0d70be tempest-verify_tempest_config-1713480765 tempest-verify_tempest_config-1713480765-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065107
Apr 19 19:37:30.568361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53350) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:30.703919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:30.720379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:37:30.724541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Usage tracker for resource:security_group_rule and tenant:99a4e047fb3b4fd883f3b04dc4c9f8e9 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:37:30.727482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:37:30.733489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:37:30.822236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:30.824925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:30.834203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:30.877369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Synchronizing usage tracker for tenant:fe1456d96e4e4aa5bc0972f2655edb1d on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:37:30.881652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0285e830-7c8e-4746-b6be-5ddcb7e85b46,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:30.892000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.892325 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.892698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.893099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.893466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.893854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.894209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.894594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.894955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.895312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.895664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.896019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:30.901258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:30.908727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Unset dirty status for tenant:fe1456d96e4e4aa5bc0972f2655edb1d on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:37:30.910814 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99a4e047fb3b4fd883f3b04dc4c9f8e9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3413703
Apr 19 19:37:30.912758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53356) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:30.973714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e833e393-3357-4b62-8e21-2a84886cccf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:31.000416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e833e393-3357-4b62-8e21-2a84886cccf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:31.053446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e833e393-3357-4b62-8e21-2a84886cccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:31.057936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:31.070811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833e393-3357-4b62-8e21-2a84886cccf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0285e830-7c8e-4746-b6be-5ddcb7e85b46,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:31.073113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e833e393-3357-4b62-8e21-2a84886cccf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:31.078023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e833e393-3357-4b62-8e21-2a84886cccf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:31.079241 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e833e393-3357-4b62-8e21-2a84886cccf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0285e830-7c8e-4746-b6be-5ddcb7e85b46 HTTP/1.1" status: 204  len: 168 time: 0.1655154
Apr 19 19:37:53.133899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a514626-a324-45cd-8ddc-6d98588a9366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:55.082860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0a04f38-b7c8-4294-915f-b3e05143f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:56.013751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:37:56.060828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:56.529213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:57.494361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:23.136165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2f6baa-561e-4d12-a0a4-207792151081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:25.085736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-177a6121-d77a-4343-a081-50df25638521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:26.065721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:26.533108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:27.505597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:33.018151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:38:53.139200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-528e4860-8ec2-42a9-99d9-04d027e016e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:55.088087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5ee1-0139-41ac-953a-0e4122bad8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:56.068977 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:56.535546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:57.504716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:06.699664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:10.018551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:39:11.945301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53408) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:12.073354 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e33582bd-c4e8-4fa7-82e9-dc652f081344 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1268845
Apr 19 19:39:14.654760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53418) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:14.729180 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-338ecc92-60ac-4f14-b77c-39606173a9ac admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0723991
Apr 19 19:39:23.143022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1207e5b2-b330-4897-86f2-cb1ecfddcecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:25.089329 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bcc5d877-f2ee-44dd-a2ce-45eecc565ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:26.072969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:26.537602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:27.506164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:36.686647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:47.019816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:39:53.144944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2545327e-e555-40d3-9724-71f4c4e0f948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:55.094724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a503-e85a-4614-8b1b-6dde76681369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:56.076034 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:56.540693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:57.510119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:06.706901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:23.147762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5b69-dae3-4580-b537-f1df2d3d58cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:24.028051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:40:25.086820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-26832e06-dbe9-456f-9ebc-3668604e580d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:26.081465 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:26.543419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:27.523832 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:36.725478 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.089569 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53594) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:49.499997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-762218462-network', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:40:49.501623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:49.506139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Usage tracker for resource:network and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:49.509283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:49.516641 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:49.526074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Made reservation on behalf of b115e4e8bb474930af5e5383e1c38dfe for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:40:49.532488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.547342 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.555421 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53622) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:49.563769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:49.568130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Usage tracker for resource:security_group_rule and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:49.571173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:49.579838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:49.686762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.694021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.698735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8af8406e-a0f1-4901-b689-02307b51e34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:49.726092 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:40:49.740074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02e8168-a708-4bc2-b977-f1996605d77c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:49.749263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.749653 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Added segment 1ba10853-2eb9-4e1b-ab5e-039108a931f3 of type vlan for network 90c5e76f-651d-4326-a55b-bb822ac69865
Apr 19 19:40:49.751536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.752146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.752498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.753052 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.753419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.753806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.754164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.754554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.754925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.755282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.755639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.755990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Tracked resource versions report:
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]: pushed versions:
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]: consumer versions:
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     HyperV agent@hv-cinder-78693: {},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 19 19:40:49.757117 dv-cinder-786933-1-iscsi neutron-server[86240]:  {{(pid=86354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:40:49.764952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:49.788923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.823865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.825482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:40:49.826133 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.831761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15c7702b-182d-4220-8a17-bf6b67dd5368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:50.109553 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0169182
Apr 19 19:40:50.110777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Pushing event updated for resources: {'Network': ['ID=90c5e76f-651d-4326-a55b-bb822ac69865,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:50.113119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53644) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:50.114100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:50.120599 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Request body: {'subnet': {'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-subnet', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:40:50.125727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 90c5e76f-651d-4326-a55b-bb822ac69865 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:40:50.128534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:50.134152 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Usage tracker for resource:subnet and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:50.139264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:50.146542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:50.159752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Made reservation on behalf of b115e4e8bb474930af5e5383e1c38dfe for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:40:50.165169 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.275955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53648) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:50.276230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1368990579-network', 'tenant_id': '0e519821846e42b3a6be90a508194df1'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:40:50.282591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:50.287045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Usage tracker for resource:network and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:50.292305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:50.303642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:50.326696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Made reservation on behalf of 0e519821846e42b3a6be90a508194df1 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:40:50.331487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.348089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.366931 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:50.373376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Usage tracker for resource:security_group_rule and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:50.377658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:50.387230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:50.571591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-685829690-network', 'tenant_id': '550557c20ff44f3e92b78f97fadfda6b'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:40:50.579068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:50.586147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Usage tracker for resource:network and tenant:550557c20ff44f3e92b78f97fadfda6b is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:50.592173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:50.602460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:50.618134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Made reservation on behalf of 550557c20ff44f3e92b78f97fadfda6b for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:40:50.626751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.648908 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.662689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.676632 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.681242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:50.685123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:50.686084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Usage tracker for resource:security_group_rule and tenant:550557c20ff44f3e92b78f97fadfda6b is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:50.690012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:50.697131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:50.709225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:40:50.741884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.742189 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Added segment 847b0d55-3df2-4231-8f8e-e9332bcdcf08 of type vlan for network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266
Apr 19 19:40:50.760659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01005f70-6761-445e-ba83-eb749a48c3dd,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:50.782493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.799405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.799856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.800222 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.800642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.800981 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.803555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.803988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.804227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.804810 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.805044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.805576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Tracked resource versions report:
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]: pushed versions:
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]: consumer versions:
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     HyperV agent@hv-cinder-78693: {},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 19 19:40:50.806759 dv-cinder-786933-1-iscsi neutron-server[86240]:  {{(pid=86353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:40:50.827477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:50.837170 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.855369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.864208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.877512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:50.911891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:40:50.926806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08463a04-e6bc-440d-9328-8b722607d065,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:50.936246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.942295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:40:50.943666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.947006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:50.951964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.952441 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Added segment 99ff6591-0d17-4c59-9f1e-63680ecd621f of type vlan for network 2a2284fb-599b-48a9-b486-c4992fb618b9
Apr 19 19:40:50.953775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:50.985806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.000004 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.053918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.057151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:40:51.058462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.073151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:51.096935 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5402911
Apr 19 19:40:51.098026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Pushing event updated for resources: {'Network': ['ID=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:51.102015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53682) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:51.104905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:51.110106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Request body: {'subnet': {'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1368990579-subnet', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:40:51.111683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:40:51.114179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:51.182697 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:51.194570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Usage tracker for resource:subnet and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:51.202002 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:51.227220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Checking segment: {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:40:51.228284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Network hostable DHCP agents. Network: 90c5e76f-651d-4326-a55b-bb822ac69865, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:40:51.235890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:51.253923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2284fb-599b-48a9-b486-c4992fb618b9,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:51.261495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78a47bd-825f-47cb-bc5d-ceb77818bda7,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:51.265410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:51.268233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 2a2284fb-599b-48a9-b486-c4992fb618b9 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:40:51.274997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:51.275323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Made reservation on behalf of 0e519821846e42b3a6be90a508194df1 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:40:51.281111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.287613 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0082445
Apr 19 19:40:51.288530 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53692) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:51.297586 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Request body: {'subnet': {'network_id': '2a2284fb-599b-48a9-b486-c4992fb618b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-685829690-subnet', 'tenant_id': '550557c20ff44f3e92b78f97fadfda6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:40:51.302009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Network 90c5e76f-651d-4326-a55b-bb822ac69865 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:40:51.302955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:51.307426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Usage tracker for resource:subnet and tenant:550557c20ff44f3e92b78f97fadfda6b is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:51.311678 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:51.318223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:51.330601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Made reservation on behalf of 550557c20ff44f3e92b78f97fadfda6b for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:40:51.336968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.464432 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 90c5e76f-651d-4326-a55b-bb822ac69865) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:40:51.470099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:40:51.471121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.477062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b731225-4b58-442b-b638-fcaf1e0622bc None None] Network 90c5e76f-651d-4326-a55b-bb822ac69865 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:40:51.507112 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3927653
Apr 19 19:40:51.511036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53704) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:51.518902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:40:51.528257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:51.535667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Usage tracker for resource:router and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:51.540361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:51.548700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:51.597034 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.598593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.639089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:51.976778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-90c5e76f-651d-4326-a55b-bb822ac69865', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:40:51.978925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:52.151466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:52.163335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:52.276962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2622e4a-cd26-44ee-bcb2-a42ef1555823,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:52.283144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:52.288230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Checking segment: {'id': '99ff6591-0d17-4c59-9f1e-63680ecd621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a2284fb-599b-48a9-b486-c4992fb618b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:40:52.288711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Network hostable DHCP agents. Network: 2a2284fb-599b-48a9-b486-c4992fb618b9, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:40:52.312054 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Network 2a2284fb-599b-48a9-b486-c4992fb618b9 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:40:52.323707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Allocated IP 172.20.0.2 (90c5e76f-651d-4326-a55b-bb822ac69865/f78a47bd-825f-47cb-bc5d-ceb77818bda7/31900bfb-4750-4882-9004-84cb2b945bdd) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:40:52.323972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 2a2284fb-599b-48a9-b486-c4992fb618b9) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:40:52.329027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:40:52.329667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:52.340729 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125a717-5c15-4fa4-8e54-c561a7efa922 None None] Network 2a2284fb-599b-48a9-b486-c4992fb618b9 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:40:52.355051 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0641248
Apr 19 19:40:52.588942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:52.882235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:52.901818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:53.273462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacd6ef4-fa2a-4db2-916b-45158bff0c6f,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:53.285053 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Checking segment: {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:40:53.285351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Network hostable DHCP agents. Network: b8ebc8ce-7561-4ac6-9022-0aafcb1d7266, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:40:53.294276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b45813b-cf58-43c8-8a48-af50b400abed None None] Network 2a2284fb-599b-48a9-b486-c4992fb618b9 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:40:53.295048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:53.375530 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.416759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.588643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Allocated IP 172.27.3.103 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/94aa654b-8aa4-4caf-9b52-c924dc7262af) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:40:53.602424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86ec6b8c-1363-41d0-9a64-02795708d620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.627541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53766) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:53.770309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:40:53.779463 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.805628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, b8ebc8ce-7561-4ac6-9022-0aafcb1d7266) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:40:53.815873 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.823843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:40:53.824734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.829139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Transition to ACTIVE for port object 31900bfb-4750-4882-9004-84cb2b945bdd will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:40:53.861563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Transition to ACTIVE for port object 31900bfb-4750-4882-9004-84cb2b945bdd will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:40:53.866631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76292b9-828a-491f-b130-c17d8ae3fee7 None None] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:40:53.883423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.886783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.896630 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6d47c19d-b48d-489f-b4cf-4e0ad12bde48 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.7931139
Apr 19 19:40:53.898496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.899368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53784) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:53.907681 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:53.912896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:53.924431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Usage tracker for resource:security_group_rule and tenant:78fb7976f5a34ef49bc98f23a45766e9 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:53.928991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:53.947442 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:40:53.952709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:53.954375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:53.956972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Usage tracker for resource:router and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:53.960253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:53.968289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:53.970463 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:53.985003 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:53.986306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.026064 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.093707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.099217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.132707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:54.136187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Network 90c5e76f-651d-4326-a55b-bb822ac69865 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:40:54.142614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Pushing event updated for resources: {'Port': ['ID=31900bfb-4750-4882-9004-84cb2b945bdd,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:54.151553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:40:54.156311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.156674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.157038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.157403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.157766 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.158128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.158516 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.158872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.159235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.159586 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.159937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.160289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Tracked resource versions report:
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]: pushed versions:
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]: consumer versions:
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     HyperV agent@hv-cinder-78693: {},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 19 19:40:54.161406 dv-cinder-786933-1-iscsi neutron-server[86240]:  {{(pid=86355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:40:54.175215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:54.178079 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:40:54.186544 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78fb7976f5a34ef49bc98f23a45766e9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5572886
Apr 19 19:40:54.190638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c11ccd-b381-4975-b9e5-6d13c2c5fc8c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:54.195312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53792) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:54.203430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:54.222500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:40:54.353158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ae21-5f5d-4aa6-8c8b-24c62b68f297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.362515 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Attempting to bind port 31900bfb-4750-4882-9004-84cb2b945bdd on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:40:54.364203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Attempting to bind port 31900bfb-4750-4882-9004-84cb2b945bdd by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:40:54.371286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Attempting to bind port 31900bfb-4750-4882-9004-84cb2b945bdd on network 90c5e76f-651d-4326-a55b-bb822ac69865 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:40:54.382512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:40:54.384583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Checking segment: {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:40:54.385687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.386375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Bound using segment: {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:40:54.388617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Bound port: 31900bfb-4750-4882-9004-84cb2b945bdd, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:40:54.389269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.409450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ae21-5f5d-4aa6-8c8b-24c62b68f297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.503839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:40:54.515653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:40:54.542224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ae21-5f5d-4aa6-8c8b-24c62b68f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.548930 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e833e393-3357-4b62-8e21-2a84886cccf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:54.570880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7ae21-5f5d-4aa6-8c8b-24c62b68f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c11ccd-b381-4975-b9e5-6d13c2c5fc8c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:54.579450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d3a7ae21-5f5d-4aa6-8c8b-24c62b68f297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:54.598752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ae21-5f5d-4aa6-8c8b-24c62b68f297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.600452 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d3a7ae21-5f5d-4aa6-8c8b-24c62b68f297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38c11ccd-b381-4975-b9e5-6d13c2c5fc8c HTTP/1.1" status: 204  len: 168 time: 0.4042304
Apr 19 19:40:54.603815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] For port 31900bfb-4750-4882-9004-84cb2b945bdd, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:40:54.608582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] For port 31900bfb-4750-4882-9004-84cb2b945bdd, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=31900bfb-4750-4882-9004-84cb2b945bdd,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:40:54.656117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.704240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:54.710511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53818) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:54.713596 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 19 19:40:54.812668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Pushing event updated for resources: {'Port': ['ID=94aa654b-8aa4-4caf-9b52-c924dc7262af,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:54.820592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:54.847937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Pushing event updated for resources: {'Port': ['ID=31900bfb-4750-4882-9004-84cb2b945bdd,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:54.869261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.870123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:54.887178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53826) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:55.052978 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:40:55.055470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:55.119302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edd79-f334-436e-a0c9-27596518f839 req-4690165f-20a6-471c-a9e3-aa59d33b15f5 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:40:55.120087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-361edd79-f334-436e-a0c9-27596518f839 req-4690165f-20a6-471c-a9e3-aa59d33b15f5 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Synchronizing usage tracker for tenant:550557c20ff44f3e92b78f97fadfda6b on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:40:55.150848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-361edd79-f334-436e-a0c9-27596518f839 req-4690165f-20a6-471c-a9e3-aa59d33b15f5 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Unset dirty status for tenant:550557c20ff44f3e92b78f97fadfda6b on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:40:55.152870 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-4690165f-20a6-471c-a9e3-aa59d33b15f5 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/networks?id=2a2284fb-599b-48a9-b486-c4992fb618b9 HTTP/1.1" status: 200  len: 811 time: 0.4411936
Apr 19 19:40:55.172482 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-d19ec407-3603-40c4-aec3-6e4e22905a86 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/quotas/550557c20ff44f3e92b78f97fadfda6b HTTP/1.1" status: 200  len: 375 time: 0.0114443
Apr 19 19:40:55.187146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a8ced4e-d6bd-48a2-b3c1-f184efec3112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:55.312147 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-1259844a-d8e9-47be-8b2d-5ce1cc1f8656 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=550557c20ff44f3e92b78f97fadfda6b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1325164
Apr 19 19:40:55.606846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53854) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:55.620385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Allocated IP 172.20.0.2 (b8ebc8ce-7561-4ac6-9022-0aafcb1d7266/dacd6ef4-fa2a-4db2-916b-45158bff0c6f/44a7bb5d-d94b-4144-88f5-e366906650f4) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:40:55.655641 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:55.672926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:55.680222 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Usage tracker for resource:security_group_rule and tenant:3850cd7001934d5d88792ffcad3d7076 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:55.688207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:55.701893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:55.813634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:55.819007 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:55.854951 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d3a7ae21-5f5d-4aa6-8c8b-24c62b68f297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:55.888052 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3850cd7001934d5d88792ffcad3d7076&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2802825
Apr 19 19:40:55.889107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fea2ecb-8848-4ea6-ab5d-a27d3f5abbfa,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:55.902937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 53862) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:55.905783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:55.938765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:55.954573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Transition to ACTIVE for port object 44a7bb5d-d94b-4144-88f5-e366906650f4 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:40:55.964491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-35716ed5-2635-4d88-8897-b782b1f400ce service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:40:55.966996 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-35716ed5-2635-4d88-8897-b782b1f400ce service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0627801
Apr 19 19:40:55.979927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Transition to ACTIVE for port object 44a7bb5d-d94b-4144-88f5-e366906650f4 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:40:55.983702 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:55.987423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.000234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:56.025206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:56.029600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Usage tracker for resource:security_group_rule and tenant:971e2280930b4250842951ca702de9c5 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:56.033104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:56.039612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:56.083516 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:40:56.104407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:40:56.126490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:40:56.169556 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-81be6a5c-9288-48da-ad79-b5b1ff40879e service neutron] 10.222.0.13 "GET /v2.0/networks/2a2284fb-599b-48a9-b486-c4992fb618b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954372
Apr 19 19:40:56.193855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78621b08-5cfd-4f0c-9c73-62195a72934c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.231358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78621b08-5cfd-4f0c-9c73-62195a72934c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.273316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Attempting to bind port 44a7bb5d-d94b-4144-88f5-e366906650f4 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:40:56.273949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Attempting to bind port 44a7bb5d-d94b-4144-88f5-e366906650f4 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:40:56.274574 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Attempting to bind port 44a7bb5d-d94b-4144-88f5-e366906650f4 on network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:40:56.282299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.287598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:40:56.288228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Checking segment: {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:40:56.288865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.289496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Bound using segment: {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:40:56.290229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Bound port: 44a7bb5d-d94b-4144-88f5-e366906650f4, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:40:56.290985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.318016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Pushing event updated for resources: {'Port': ['ID=44a7bb5d-d94b-4144-88f5-e366906650f4,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:56.352309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78621b08-5cfd-4f0c-9c73-62195a72934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.374412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:56.383559 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.397270 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-b39eb5fa-7e05-410b-9583-21fce8e9a23a service neutron] 10.222.0.13 "GET /v2.0/networks/2a2284fb-599b-48a9-b486-c4992fb618b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207339
Apr 19 19:40:56.434998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] For port 44a7bb5d-d94b-4144-88f5-e366906650f4, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:40:56.438536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] For port 44a7bb5d-d94b-4144-88f5-e366906650f4, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=44a7bb5d-d94b-4144-88f5-e366906650f4,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:40:56.439981 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:56.448606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.453722 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:56.576056 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.594629 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Pushing event updated for resources: {'Port': ['ID=44a7bb5d-d94b-4144-88f5-e366906650f4,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:56.599214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:56.797270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:56.843094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53910) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:56.972295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee7f8f9-10ec-4de3-b23a-da07257058ce None None] Network 90c5e76f-651d-4326-a55b-bb822ac69865 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:40:56.977634 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb4c1ed3-0e43-427b-9f06-81044468d390 req-572865b1-96e9-4d59-9c47-19a2145e001a tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 0.1265697
Apr 19 19:40:56.998281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 31900bfb-4750-4882-9004-84cb2b945bdd up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:40:57.024599 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78621b08-5cfd-4f0c-9c73-62195a72934c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fea2ecb-8848-4ea6-ab5d-a27d3f5abbfa,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:57.027085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78621b08-5cfd-4f0c-9c73-62195a72934c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:57.241479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.263392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78621b08-5cfd-4f0c-9c73-62195a72934c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.266922 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-78621b08-5cfd-4f0c-9c73-62195a72934c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fea2ecb-8848-4ea6-ab5d-a27d3f5abbfa HTTP/1.1" status: 204  len: 168 time: 1.3491855
Apr 19 19:40:57.280094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7eb44968-1e67-447e-b54b-d45b21742d0a None None] Provisioning for port 31900bfb-4750-4882-9004-84cb2b945bdd completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:40:57.284707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a22d37f-4a42-43f8-85cf-d156afc4b59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:57.356758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.374840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 31900bfb-4750-4882-9004-84cb2b945bdd completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:40:57.392930 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=971e2280930b4250842951ca702de9c5&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5020258
Apr 19 19:40:57.393424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53924) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:57.393570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 31900bfb-4750-4882-9004-84cb2b945bdd triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:40:57.394089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.408465 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af994b9-1938-49e6-8d07-f9528bbb580e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:57.415958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.429053 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:57.502274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.597385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28b8f175-a99b-4e0c-8fba-b1338ec5356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.632723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28b8f175-a99b-4e0c-8fba-b1338ec5356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.661915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.701194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28b8f175-a99b-4e0c-8fba-b1338ec5356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.713857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0feff78e-a927-47ea-bdc9-d12419bfd906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:57.742076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8f175-a99b-4e0c-8fba-b1338ec5356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af994b9-1938-49e6-8d07-f9528bbb580e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:57.759084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28b8f175-a99b-4e0c-8fba-b1338ec5356d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:57.790452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28b8f175-a99b-4e0c-8fba-b1338ec5356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.795952 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-28b8f175-a99b-4e0c-8fba-b1338ec5356d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9af994b9-1938-49e6-8d07-f9528bbb580e HTTP/1.1" status: 204  len: 168 time: 0.3968945
Apr 19 19:40:57.815825 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.844277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Allocated IP 172.27.3.75 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/14f803e7-6402-4299-86d7-d29b3ea02780) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:40:57.888247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 31900bfb-4750-4882-9004-84cb2b945bdd, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=31900bfb-4750-4882-9004-84cb2b945bdd,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:40:57.893934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:57.897297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:58.016062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=31900bfb-4750-4882-9004-84cb2b945bdd,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:58.032008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:58.195924 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dc7c2e93-a885-473e-8b5e-c586d0967be9 req-cec1c942-7527-40e6-865e-473a8410979e tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 0.0973876
Apr 19 19:40:58.199166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:58.260672 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-eb42ba68-aa3e-475e-a95e-1e2e66a513ab None None] Provisioning complete for port 31900bfb-4750-4882-9004-84cb2b945bdd triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:40:58.261356 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb42ba68-aa3e-475e-a95e-1e2e66a513ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:58.275714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:40:58.281542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:58.294967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:58.531083 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53972) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:58.542765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6680a0-7835-46a4-a150-13dc07a78de3 None None] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:40:58.558064 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:58.587576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:40:58.587956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:40:58.594037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Usage tracker for resource:security_group_rule and tenant:bb31201665a84a4f8ed546905c7314ef is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:40:58.594283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:40:58.600735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:40:58.612489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:40:58.643362 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:40:58.769008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:58.773848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:58.792022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:58.906965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0965490a-6a0c-46bd-8362-be9b8ff90bbc,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:58.915490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:58.922590 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb31201665a84a4f8ed546905c7314ef&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3903348
Apr 19 19:40:58.926694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 53988) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:59.047166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6143-064b-4648-b5e0-61382433eed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:59.078423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6143-064b-4648-b5e0-61382433eed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:59.160871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6143-064b-4648-b5e0-61382433eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:59.166825 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:40:59.187883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c6143-064b-4648-b5e0-61382433eed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965490a-6a0c-46bd-8362-be9b8ff90bbc,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:59.197769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1b8c6143-064b-4648-b5e0-61382433eed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:59.201572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6143-064b-4648-b5e0-61382433eed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:59.205244 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1b8c6143-064b-4648-b5e0-61382433eed1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0965490a-6a0c-46bd-8362-be9b8ff90bbc HTTP/1.1" status: 204  len: 168 time: 0.2743316
Apr 19 19:40:59.214571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 31900bfb-4750-4882-9004-84cb2b945bdd up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:40:59.264740 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:40:59.275743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Sync routers for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:40:59.291750 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:40:59.302473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Pushing event updated for resources: {'Port': ['ID=14f803e7-6402-4299-86d7-d29b3ea02780,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:40:59.302690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae1b898>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:40:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:40:59.314484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:40:59.372969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-fd060a92-ad04-46e1-9bbe-8112417f90ca None None] Provisioning for port 44a7bb5d-d94b-4144-88f5-e366906650f4 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:40:59.379887 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:59.384361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 54010) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:40:59.385056 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6d1954b7-a3fc-4d64-8cf6-58b129eb5580 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.8725681
Apr 19 19:40:59.414073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 31900bfb-4750-4882-9004-84cb2b945bdd triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:40:59.416782 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:59.793316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 44a7bb5d-d94b-4144-88f5-e366906650f4 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:40:59.798081 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64491321-fe3b-431f-bbb1-00bea1fbebc9 req-4f848ce6-6fac-4fd5-ba90-0c21e9420587 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 0.2896991
Apr 19 19:40:59.818746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:40:59.942442 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:00.014405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 44a7bb5d-d94b-4144-88f5-e366906650f4 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:00.035949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 44a7bb5d-d94b-4144-88f5-e366906650f4 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:00.036369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:00.243696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-91a5c2af-36be-4f37-861c-eea6584f0395 None None] Provisioning complete for port 44a7bb5d-d94b-4144-88f5-e366906650f4 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:00.244107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-91a5c2af-36be-4f37-861c-eea6584f0395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:00.507103 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae1b898>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:40:55Z', 'revision_number': 3, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:00.515396 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Checking router: 053894f7-03c2-4e90-8ed6-4f1f79a6d638 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:41:00.516140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Updating router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 port 94aa654b-8aa4-4caf-9b52-c924dc7262af binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:41:00.540040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:00.642177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:00.770050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 44a7bb5d-d94b-4144-88f5-e366906650f4, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=44a7bb5d-d94b-4144-88f5-e366906650f4,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:00.771154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-91a5c2af-36be-4f37-861c-eea6584f0395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:00.787100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:00.793693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:00.872973 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:01.032246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-91a5c2af-36be-4f37-861c-eea6584f0395 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:41:01.033268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-91a5c2af-36be-4f37-861c-eea6584f0395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:41:01.045991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=44a7bb5d-d94b-4144-88f5-e366906650f4,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:01.051051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:01.187415 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:41:01.220403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:41:01.279627 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e2862bdf-1c96-431b-ba49-e38a1a91e61f req-d50ab37a-05e4-4b60-9e54-4ddb825c1f12 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 0.0694814
Apr 19 19:41:01.318132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:01.334702 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Transition to ACTIVE for port object 94aa654b-8aa4-4caf-9b52-c924dc7262af will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:01.341164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:01.351491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:01.450395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:41:01.462310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Sync routers for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:41:01.476754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:01.476754 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.5697591
Apr 19 19:41:01.477252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54078) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:01.485004 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Attempting to bind port 94aa654b-8aa4-4caf-9b52-c924dc7262af on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:41:01.485377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Attempting to bind port 94aa654b-8aa4-4caf-9b52-c924dc7262af by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:41:01.487232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:01.487440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Attempting to bind port 94aa654b-8aa4-4caf-9b52-c924dc7262af on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:01.488430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae96128>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:40:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:01.505916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:41:01.506353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:41:01.506801 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:01.510498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:41:01.511082 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Bound port: 94aa654b-8aa4-4caf-9b52-c924dc7262af, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:41:01.511540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:01.529228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:01.608934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Pushing event updated for resources: {'Port': ['ID=94aa654b-8aa4-4caf-9b52-c924dc7262af,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:01.647339 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.649688 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.650053 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.650482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.650849 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.651211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.651565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.652133 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.652374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.652828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.656079 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.656488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Tracked resource versions report:
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]: pushed versions:
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]: consumer versions:
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     HyperV agent@hv-cinder-78693: {},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-1-iscsi: {},
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 19 19:41:01.657637 dv-cinder-786933-1-iscsi neutron-server[86240]:  {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:41:01.668210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:01.820252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] For port 94aa654b-8aa4-4caf-9b52-c924dc7262af, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:41:01.836760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] For port 94aa654b-8aa4-4caf-9b52-c924dc7262af, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=94aa654b-8aa4-4caf-9b52-c924dc7262af,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:41:01.854642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:01.871670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:01.890607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:01.922798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Allocated IP 172.20.0.1 (90c5e76f-651d-4326-a55b-bb822ac69865/f78a47bd-825f-47cb-bc5d-ceb77818bda7/b05cde97-1ece-4854-bedf-dfa28cc47643) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:41:02.095441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:02.096647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae1b898>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:40:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:02.203252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Pushing event updated for resources: {'Port': ['ID=94aa654b-8aa4-4caf-9b52-c924dc7262af,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:02.225851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:02.226057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:02.274963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Transition to ACTIVE for port object b05cde97-1ece-4854-bedf-dfa28cc47643 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:02.401769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:02.411259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:02.413101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:02.513514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae96128>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:40:59Z', 'revision_number': 3, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:02.528559 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Checking router: 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:41:02.529128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Updating router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 port 14f803e7-6402-4299-86d7-d29b3ea02780 binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:41:02.568512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Network 90c5e76f-651d-4326-a55b-bb822ac69865 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:41:02.569783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Pushing event updated for resources: {'Port': ['ID=b05cde97-1ece-4854-bedf-dfa28cc47643,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:02.577636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:41:02.629244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:02.667504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:02.701762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:41:02.702443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:02.816679 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:02.971790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae1b898>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:40:55Z', 'revision_number': 3, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:02.981237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a541884-cae6-49af-a3c5-549845187ae8 None None] The sync data for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi is: [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:40:55Z', 'revision_number': 3, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:41:03.006268 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79846d3e-62f6-4df2-9665-571b3c1d468a req-a5e95104-b5e2-44da-9567-42cfdec0a46d tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 0.4035523
Apr 19 19:41:03.057644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 44a7bb5d-d94b-4144-88f5-e366906650f4 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:03.329711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.345417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.346659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Transition to ACTIVE for port object 14f803e7-6402-4299-86d7-d29b3ea02780 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:03.399817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.434522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:03.453573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Allocated IP 172.20.0.1 (b8ebc8ce-7561-4ac6-9022-0aafcb1d7266/dacd6ef4-fa2a-4db2-916b-45158bff0c6f/f1bb560a-ba62-4ffb-93b9-8ffe6ee72383) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:41:03.500809 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0088fb27-060e-4d2a-b662-f8c6c0aa2cf2 None None] Provisioning for port b05cde97-1ece-4854-bedf-dfa28cc47643 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:03.514615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Attempting to bind port 14f803e7-6402-4299-86d7-d29b3ea02780 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:41:03.514918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Attempting to bind port 14f803e7-6402-4299-86d7-d29b3ea02780 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:41:03.515340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Attempting to bind port 14f803e7-6402-4299-86d7-d29b3ea02780 on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:03.522320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0088fb27-060e-4d2a-b662-f8c6c0aa2cf2 None None] Provisioning complete for port b05cde97-1ece-4854-bedf-dfa28cc47643 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:03.522776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0088fb27-060e-4d2a-b662-f8c6c0aa2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.643353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:41:03.643353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:41:03.643848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.644295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:41:03.644838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Bound port: 14f803e7-6402-4299-86d7-d29b3ea02780, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:41:03.645261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.648068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.60', 49858) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:03.750535 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] For port 14f803e7-6402-4299-86d7-d29b3ea02780, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:41:03.752717 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.754035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] For port 14f803e7-6402-4299-86d7-d29b3ea02780, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=14f803e7-6402-4299-86d7-d29b3ea02780,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:41:03.755285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0088fb27-060e-4d2a-b662-f8c6c0aa2cf2 None None] Port b05cde97-1ece-4854-bedf-dfa28cc47643 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:41:03.781005 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Transition to ACTIVE for port object f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:03.781808 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.785175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 44a7bb5d-d94b-4144-88f5-e366906650f4 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:03.785336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.811715 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:03.836307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af852f22-e6e3-47f6-888f-801d7c22839f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:03.953836 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:41:03.968173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:41:03.976999 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:41:03.977505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:04.141130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:04.141877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae96128>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:40:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:04.245577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edd79-f334-436e-a0c9-27596518f839 req-c91e017f-ba10-4e00-a032-d41a2a1f7970 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:04.256327 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-c91e017f-ba10-4e00-a032-d41a2a1f7970 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.60 "GET /v2.0/networks?id=2a2284fb-599b-48a9-b486-c4992fb618b9 HTTP/1.1" status: 200  len: 811 time: 0.6057467
Apr 19 19:41:04.338241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Pushing event updated for resources: {'Port': ['ID=f1bb560a-ba62-4ffb-93b9-8ffe6ee72383,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:04.349349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:04.356281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Request body: {'port': {'device_id': '68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b', 'network_id': '2a2284fb-599b-48a9-b486-c4992fb618b9', 'admin_state_up': True, 'tenant_id': '550557c20ff44f3e92b78f97fadfda6b'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:04.383036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:04.826114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:04.843521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Usage tracker for resource:port and tenant:550557c20ff44f3e92b78f97fadfda6b is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:04.853210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:04.873646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:04.904553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:04.910054 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Made reservation on behalf of 550557c20ff44f3e92b78f97fadfda6b for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:41:04.957891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:05.048927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:05.069048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:05.088592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:05.125894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:05.131987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:05.133575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:05.148577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:05.251104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:05.289108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Pushing event updated for resources: {'Port': ['ID=f1bb560a-ba62-4ffb-93b9-8ffe6ee72383,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:05.300157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:05.314862 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7dbbc699-0104-4f8b-9a62-37f4419b6147 req-55f55d52-fc2d-4251-8b21-97b44cd7b5e9 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 1.0083637
Apr 19 19:41:05.365574 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Allocated IP 172.20.0.13 (2a2284fb-599b-48a9-b486-c4992fb618b9/b2622e4a-cd26-44ee-bcb2-a42ef1555823/f4b2cc28-ef7c-4eb0-b550-fbcec6044975) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:41:05.453289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e2fd1-db4d-4079-9fea-fd3f7d6e4694 None None] Pushing event updated for resources: {'Port': ['ID=14f803e7-6402-4299-86d7-d29b3ea02780,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:05.502781 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:41:05.504039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:41:05.591565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 94aa654b-8aa4-4caf-9b52-c924dc7262af up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:05.630887 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fe9e2fd1-db4d-4079-9fea-fd3f7d6e4694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.196s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:05.752121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8d0c503-9c66-4367-a915-2a014fc06178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.826s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:05.800713 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 54214) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:05.904603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Pushing event updated for resources: {'Port': ['ID=b05cde97-1ece-4854-bedf-dfa28cc47643,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:05.958600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9f30fd75-572e-4575-b0f9-af0a1a53fefd None None] Provisioning for port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:05.968014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae96128>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 1, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:05.969920 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:05.996719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0be32c-15bf-40eb-ab63-bc11bda185f7 None None] The sync data for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi is: [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 1, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:41:06.024136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:41:06.030187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9f30fd75-572e-4575-b0f9-af0a1a53fefd None None] Provisioning complete for port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:06.030935 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f30fd75-572e-4575-b0f9-af0a1a53fefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:06.139186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e2fd1-db4d-4079-9fea-fd3f7d6e4694 None None] Pushing event updated for resources: {'Port': ['ID=14f803e7-6402-4299-86d7-d29b3ea02780,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:06.170192 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fe9e2fd1-db4d-4079-9fea-fd3f7d6e4694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:06.227872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 94aa654b-8aa4-4caf-9b52-c924dc7262af completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:06.247938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 94aa654b-8aa4-4caf-9b52-c924dc7262af triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:06.250233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:06.329410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-9f30fd75-572e-4575-b0f9-af0a1a53fefd None None] Port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:41:06.397989 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Network 90c5e76f-651d-4326-a55b-bb822ac69865 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:41:06.447534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:41:06.616577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ea03e57b-dfb4-4cda-ae57-ba2583a08945 None None] Provisioning complete for port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:06.633450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea03e57b-dfb4-4cda-ae57-ba2583a08945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:06.700667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:06.893542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:06.937441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:06.998409 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ea03e57b-dfb4-4cda-ae57-ba2583a08945 None None] Port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:41:07.004878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 94aa654b-8aa4-4caf-9b52-c924dc7262af, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=94aa654b-8aa4-4caf-9b52-c924dc7262af,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:07.017345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:07.029062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:07.031393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:41:07.075441 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] 10.222.0.13 "PUT /v2.0/routers/6c5ec9bd-8bc1-465a-a450-d2ae604afcf6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5865097
Apr 19 19:41:07.260326 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-940cb203-498b-46f0-982e-7d594a14583f None None] Provisioning complete for port b05cde97-1ece-4854-bedf-dfa28cc47643 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:07.277434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-940cb203-498b-46f0-982e-7d594a14583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:07.426142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-940cb203-498b-46f0-982e-7d594a14583f None None] Port b05cde97-1ece-4854-bedf-dfa28cc47643 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:41:07.446565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=94aa654b-8aa4-4caf-9b52-c924dc7262af,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:07.463330 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:07.571156 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-29b2ec08-e770-40d0-b0b3-dde58f8c7736 req-f638873b-5bd2-47f1-b992-8c9629c74b20 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 0.2276719
Apr 19 19:41:07.573239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:07.709319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:07.866764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:41:07.868769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:bc631f8118d74bc3b1c91553bd00c77b is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:07.895601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:07.905892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:08.223243 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:08.226594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:41:08.237272 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Sync routers for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:41:08.240617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:08.256742 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:08.291687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b24f908>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:40:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:08.379889 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] 10.222.0.13 "PUT /v2.0/routers/053894f7-03c2-4e90-8ed6-4f1f79a6d638/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9933910
Apr 19 19:41:08.446277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Network 2a2284fb-599b-48a9-b486-c4992fb618b9 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:41:08.489426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:41:08.522385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:41:08.541287 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:08.542009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:08.662790 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3530433
Apr 19 19:41:08.669200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:08.684694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Pushing event updated for resources: {'Port': ['ID=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:08.695807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-eeacec3d-2f84-4a21-8ddf-2f931b673f4b tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:41:08.706163 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-eeacec3d-2f84-4a21-8ddf-2f931b673f4b tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0269523
Apr 19 19:41:08.729366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:09.146812 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.152587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.194410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54292) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:09.235099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:09.368532 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.385784 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc631f8118d74bc3b1c91553bd00c77b&name=default HTTP/1.1" status: 200  len: 2975 time: 3.5831110
Apr 19 19:41:09.389435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ba9cb7-5755-4d4d-bac4-ce23da1a4a9a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:09.404567 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54304) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:09.409834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:09.510538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 94aa654b-8aa4-4caf-9b52-c924dc7262af up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:09.513615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 54312) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:09.523245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099252566', 'description': 'tempest-description--160703306'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:09.541946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:09.554946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:security_group and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:09.558997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:09.566359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:09.571688 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:09.585273 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41491123-0618-4cb3-8513-0a68726b295d req-1fe3ea83-35b5-427e-a21a-f1e9e935f4de tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:09.586079 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-41491123-0618-4cb3-8513-0a68726b295d req-1fe3ea83-35b5-427e-a21a-f1e9e935f4de tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Synchronizing usage tracker for tenant:550557c20ff44f3e92b78f97fadfda6b on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:09.595166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.596046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Usage tracker for resource:security_group_rule and tenant:19176e624eeb4d8495f73838fd96180a is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:09.604519 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:09.620266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:09.624526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59b66820-3168-4e65-96c3-77657591bb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.630863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:09.636918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:security_group_rule and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:09.640391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:09.651464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:09.672720 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59b66820-3168-4e65-96c3-77657591bb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.747652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 94aa654b-8aa4-4caf-9b52-c924dc7262af triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:09.748045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.748967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59b66820-3168-4e65-96c3-77657591bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.755747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.759585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.764086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8043ba5e-b7a3-464d-a506-6a9f3f3458da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:09.781328 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b66820-3168-4e65-96c3-77657591bb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ba9cb7-5755-4d4d-bac4-ce23da1a4a9a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:09.784097 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59b66820-3168-4e65-96c3-77657591bb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:09.799279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-41491123-0618-4cb3-8513-0a68726b295d req-1fe3ea83-35b5-427e-a21a-f1e9e935f4de tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Unset dirty status for tenant:550557c20ff44f3e92b78f97fadfda6b on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:09.799963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59b66820-3168-4e65-96c3-77657591bb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.804115 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-59b66820-3168-4e65-96c3-77657591bb60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2ba9cb7-5755-4d4d-bac4-ce23da1a4a9a HTTP/1.1" status: 204  len: 168 time: 0.3903217
Apr 19 19:41:09.810249 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41491123-0618-4cb3-8513-0a68726b295d req-1fe3ea83-35b5-427e-a21a-f1e9e935f4de tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 932 time: 0.8553338
Apr 19 19:41:09.819210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9518691-1f3b-470b-892b-811bf08cb3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:09.908968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b24f908>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 2, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:09.921651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:09.925835 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.4083638
Apr 19 19:41:09.925988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Checking router: 053894f7-03c2-4e90-8ed6-4f1f79a6d638 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:41:09.925988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Updating router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 port b05cde97-1ece-4854-bedf-dfa28cc47643 binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:41:09.930214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54322) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:09.975344 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'security_group_rule': {'security_group_id': '86fd10aa-8225-4cae-81f0-fcb5acd24c26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:09.989324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-41491123-0618-4cb3-8513-0a68726b295d req-65830de2-4728-4cf3-a0c5-ecd6eff21e4e tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Synchronizing usage tracker for tenant:550557c20ff44f3e92b78f97fadfda6b on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:10.001344 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:10.021921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:security_group_rule and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:10.028720 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fd10aa-8225-4cae-81f0-fcb5acd24c26,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:10.034000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:10.039158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:10.055875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-41491123-0618-4cb3-8513-0a68726b295d req-65830de2-4728-4cf3-a0c5-ecd6eff21e4e tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Unset dirty status for tenant:550557c20ff44f3e92b78f97fadfda6b on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:10.058160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 14f803e7-6402-4299-86d7-d29b3ea02780 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:10.067896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:10.070027 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41491123-0618-4cb3-8513-0a68726b295d req-65830de2-4728-4cf3-a0c5-ecd6eff21e4e tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2573364
Apr 19 19:41:10.122876 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.155229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 14f803e7-6402-4299-86d7-d29b3ea02780 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:10.177436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 14f803e7-6402-4299-86d7-d29b3ea02780 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:10.177866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.214095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.460152 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.477616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.526834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:10.608895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc12640f-33e1-4215-8c2f-697d19842e1a,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:10.625226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.632620 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:10.646979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.662763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.664855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 14f803e7-6402-4299-86d7-d29b3ea02780, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=14f803e7-6402-4299-86d7-d29b3ea02780,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:10.676395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.681147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fe9e2fd1-db4d-4079-9fea-fd3f7d6e4694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:10.712044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:10.815851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e2028-a208-48ba-b80f-ff70ebfb4914,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:10.819068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:10.819962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:10.821246 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8822975
Apr 19 19:41:10.825014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 54344) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:10.831659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'security_group_rule': {'security_group_id': '86fd10aa-8225-4cae-81f0-fcb5acd24c26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:10.853818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:10.876201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:security_group_rule and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:10.883934 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19176e624eeb4d8495f73838fd96180a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6882939
Apr 19 19:41:10.887405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54350) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:10.887936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:10.919970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:10.968644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=14f803e7-6402-4299-86d7-d29b3ea02780,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:10.973730 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.008952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:11.080037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.166947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.208828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54360) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:11.217782 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49096685', 'description': 'tempest-description--259933685'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:11.249151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 14f803e7-6402-4299-86d7-d29b3ea02780 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:11.272618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.276354 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.280085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:11.284747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:11.312553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:security_group and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:11.321158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:11.351903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:11.369757 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a12ea86-c101-472d-afb3-f132380a25d6,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:11.401036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.410503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Sync routers for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:41:11.437451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:11.438885 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae05978>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:40:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:11.510152 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:11.527905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:security_group_rule and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:11.536436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.541515 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:11.565176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:11.573430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59b66820-3168-4e65-96c3-77657591bb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:11.620901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:11.630577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Request body: {'port': {'device_id': '68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:11.632693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e2028-a208-48ba-b80f-ff70ebfb4914,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:11.637646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:11.674630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.679856 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e6e2028-a208-48ba-b80f-ff70ebfb4914 HTTP/1.1" status: 204  len: 168 time: 0.7910850
Apr 19 19:41:11.741477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 14f803e7-6402-4299-86d7-d29b3ea02780 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:11.746733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.815961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.828612 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0021145
Apr 19 19:41:11.831017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 54378) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:11.836583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.849325 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.854533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.861090 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:11.930139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'floatingip': {'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:11.942022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Transition to ACTIVE for port object b05cde97-1ece-4854-bedf-dfa28cc47643 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:11.974847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.987435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99920d4b-5a3a-444c-8c29-5444d8c9bf98,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:11.990098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:11.996513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:12.000543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:12.011799 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.8014424
Apr 19 19:41:12.031360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:12.032158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54386) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:12.070320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'security_group_rule': {'security_group_id': '99920d4b-5a3a-444c-8c29-5444d8c9bf98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:12.107297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:12.134260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:security_group_rule and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:12.143416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:12.173938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:12.259486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:12.306030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:12.340136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:floatingip and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:12.342255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca4039-5d8f-495a-9432-266a1807a028 None None] Pushing event updated for resources: {'Port': ['ID=b05cde97-1ece-4854-bedf-dfa28cc47643,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:12.345335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:12.379686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1cca4039-5d8f-495a-9432-266a1807a028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:12.429524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3d505-4933-4fa9-8421-752cf45fd2ca req-0c6db112-de31-4e26-b308-86e630b196b4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:12.441231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:12.451865 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afd3d505-4933-4fa9-8421-752cf45fd2ca req-0c6db112-de31-4e26-b308-86e630b196b4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 932 time: 1.0665951
Apr 19 19:41:12.471529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:12.536946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:12.540765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:12.543455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-618d26f3-ceb7-4742-a730-fb519dc13d16 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:12.605983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96700fe-6591-40e5-a0a2-039693e9f9c4,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:12.615657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:12.633640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:12.639285 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6059523
Apr 19 19:41:12.639978 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54408) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:12.658272 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'security_group_rule': {'security_group_id': '99920d4b-5a3a-444c-8c29-5444d8c9bf98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:12.675380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:12.689683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:security_group_rule and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:12.691969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:12.693317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:12.716901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:12.760946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:12.917990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Attempting to bind port b05cde97-1ece-4854-bedf-dfa28cc47643 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:41:12.918646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Attempting to bind port b05cde97-1ece-4854-bedf-dfa28cc47643 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:41:12.919089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Attempting to bind port b05cde97-1ece-4854-bedf-dfa28cc47643 on network 90c5e76f-651d-4326-a55b-bb822ac69865 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:12.980542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:41:12.981128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Checking segment: {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:41:12.982981 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:12.983404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Bound using segment: {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:41:12.984637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Bound port: b05cde97-1ece-4854-bedf-dfa28cc47643, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:41:12.987662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:13.024893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:13.031232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:13.036090 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:13.104682 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742ead0f-13c8-41d4-be93-0491c561b665,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:13.110807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:13.128106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:13.133286 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4877491
Apr 19 19:41:13.134435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54420) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:13.141859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'floatingip': {'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:13.163086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:13.174257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:floatingip and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:13.185359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:13.203141 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:13.230906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:13.486026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae05978>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 2, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:13.486376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] For port b05cde97-1ece-4854-bedf-dfa28cc47643, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:41:13.492108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Checking router: 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:41:13.492542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Updating router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:41:13.511613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] For port b05cde97-1ece-4854-bedf-dfa28cc47643, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=b05cde97-1ece-4854-bedf-dfa28cc47643,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:41:13.524235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:13.540525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:13.614859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:13.671316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca4039-5d8f-495a-9432-266a1807a028 None None] Pushing event updated for resources: {'Port': ['ID=b05cde97-1ece-4854-bedf-dfa28cc47643,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:13.686724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1cca4039-5d8f-495a-9432-266a1807a028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:13.716879 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afd3d505-4933-4fa9-8421-752cf45fd2ca req-570885ee-a356-434d-a617-37addae96a9b tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2472570
Apr 19 19:41:13.735548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:13.758806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b24f908>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:40:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:13.810839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:14.028261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b2cc28-ef7c-4eb0-b550-fbcec6044975 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:41:14.092581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:14.153510 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:14.171777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Transition to ACTIVE for port object f4b2cc28-ef7c-4eb0-b550-fbcec6044975 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:14.197631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:14.232363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c1fe376d-9159-473a-90ed-84b604f0e8c4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:14.577922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Allocated IP 172.27.3.232 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/feab4811-c31f-4d7b-9f74-69f6a5f164b6) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:41:14.816312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 54474) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:14.856038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:14.866258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:15.044110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:15.110168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Transition to ACTIVE for port object f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:15.158585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:15.216958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:15.237300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:15.331857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:15.348279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:15.485843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa237c6d-63a5-40ba-b1f4-48a82a15c437 None None] Pushing event updated for resources: {'Port': ['ID=f1bb560a-ba62-4ffb-93b9-8ffe6ee72383,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:15.486050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b24f908>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:13Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:15.495893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:41:15.503439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823b1d3-2101-4b50-80d6-3f2a58081532 None None] The sync data for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi is: [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:13Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:41:15.527149 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:41:15.544152 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:41:15.758184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa237c6d-63a5-40ba-b1f4-48a82a15c437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:15.929846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'Port': ['ID=feab4811-c31f-4d7b-9f74-69f6a5f164b6,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:15.960094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:16.023079 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:16.201476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:16.239368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:16.400795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Attempting to bind port f4b2cc28-ef7c-4eb0-b550-fbcec6044975 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:41:16.407827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Attempting to bind port f4b2cc28-ef7c-4eb0-b550-fbcec6044975 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '99ff6591-0d17-4c59-9f1e-63680ecd621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a2284fb-599b-48a9-b486-c4992fb618b9'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:41:16.408946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Attempting to bind port f4b2cc28-ef7c-4eb0-b550-fbcec6044975 on network 2a2284fb-599b-48a9-b486-c4992fb618b9 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:16.463775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Port f4b2cc28-ef7c-4eb0-b550-fbcec6044975 on network 2a2284fb-599b-48a9-b486-c4992fb618b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:41:16.475826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Attempting to bind port f4b2cc28-ef7c-4eb0-b550-fbcec6044975 on network 2a2284fb-599b-48a9-b486-c4992fb618b9 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:16.548573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:41:16.549351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Checking segment: {'id': '99ff6591-0d17-4c59-9f1e-63680ecd621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a2284fb-599b-48a9-b486-c4992fb618b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:41:16.550108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Bound using segment: {'id': '99ff6591-0d17-4c59-9f1e-63680ecd621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a2284fb-599b-48a9-b486-c4992fb618b9'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:41:16.550808 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Bound port: f4b2cc28-ef7c-4eb0-b550-fbcec6044975, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ff6591-0d17-4c59-9f1e-63680ecd621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a2284fb-599b-48a9-b486-c4992fb618b9'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:41:16.554384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:16.587878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Attempting to bind port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:41:16.588298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Attempting to bind port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:41:16.588707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Attempting to bind port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 on network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:16.596490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:41:16.596910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Checking segment: {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:41:16.597427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:16.597782 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Bound using segment: {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:41:16.598310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Bound port: f1bb560a-ba62-4ffb-93b9-8ffe6ee72383, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:41:16.598827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:16.920257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] For port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:41:16.924338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] For port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=f1bb560a-ba62-4ffb-93b9-8ffe6ee72383,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:41:16.927001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e977fb-ff1d-4e2e-84c2-90d60717dc4d req-4a2881dd-e70a-4188-a1b6-8d88f1c8cf6c tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:16.930292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:16.932535 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0e977fb-ff1d-4e2e-84c2-90d60717dc4d req-4a2881dd-e70a-4188-a1b6-8d88f1c8cf6c tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 944 time: 0.9778535
Apr 19 19:41:16.936936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:16.940380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f52596e-fbcb-48ac-be65-06501bf9e932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:17.075168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:17.080826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:17.086395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:17.099228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa237c6d-63a5-40ba-b1f4-48a82a15c437 None None] Pushing event updated for resources: {'Port': ['ID=f1bb560a-ba62-4ffb-93b9-8ffe6ee72383,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:17.116758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa237c6d-63a5-40ba-b1f4-48a82a15c437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:17.138921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:17.139671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae05978>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:40:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:17.294194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:17.294781 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:17.349942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Usage tracker for resource:security_group_rule and tenant:6dace6c65b9d4da8bb852d8efb9f09c4 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:17.355153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:17.445023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:17.446572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'Port': ['ID=feab4811-c31f-4d7b-9f74-69f6a5f164b6,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:17.470089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:17.484690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:17.504717 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0e977fb-ff1d-4e2e-84c2-90d60717dc4d req-e8f78613-19ce-4e7c-a7d2-5631f56a757a tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3336270
Apr 19 19:41:17.525736 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3717067
Apr 19 19:41:17.551746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:17.701755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Allocated IP 172.27.3.124 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/00601aff-67dc-475f-a9c3-0e5d52513371) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:41:17.715712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] For port f4b2cc28-ef7c-4eb0-b550-fbcec6044975, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:41:17.723793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] For port f4b2cc28-ef7c-4eb0-b550-fbcec6044975, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,segment=NetworkSegment(99ff6591-0d17-4c59-9f1e-63680ecd621f),segment_id=99ff6591-0d17-4c59-9f1e-63680ecd621f)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:41:17.755447 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:17.780874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:17.796248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device b05cde97-1ece-4854-bedf-dfa28cc47643 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:18.098308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:18.142999 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port b05cde97-1ece-4854-bedf-dfa28cc47643 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:18.195237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:18.248824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port b05cde97-1ece-4854-bedf-dfa28cc47643 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:18.249248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:18.523659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:18.567939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port b05cde97-1ece-4854-bedf-dfa28cc47643, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=b05cde97-1ece-4854-bedf-dfa28cc47643,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:18.575816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:18.581236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:18.582934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-89efa238-1d6b-4b16-a17e-336c64685591 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Synchronizing usage tracker for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:18.660653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:18.681203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:18.681895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:18.683608 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] 10.222.0.60 "PUT /v2.0/ports/f4b2cc28-ef7c-4eb0-b550-fbcec6044975 HTTP/1.1" status: 200  len: 1094 time: 7.8894315
Apr 19 19:41:18.684534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:18.687601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b', 'tag': 'f4b2cc28-ef7c-4eb0-b550-fbcec6044975'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:41:18.692593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54592) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:18.772910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=b05cde97-1ece-4854-bedf-dfa28cc47643,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:18.778044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:18.788498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0433a79c-610a-445a-acd8-19c267a19036 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:18.793983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae05978>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:16Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:18.803003 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f163629-7d2d-4b8e-81ef-407a523bf03e None None] The sync data for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi is: [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:16Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:41:18.831654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd32d937-1925-4455-97ce-c7de42a721ff,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:18.842346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:18.955184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:19.141295 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dace6c65b9d4da8bb852d8efb9f09c4&name=default HTTP/1.1" status: 200  len: 2979 time: 4.2735808
Apr 19 19:41:19.146025 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54604) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:19.157232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:19.158414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-89efa238-1d6b-4b16-a17e-336c64685591 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Unset dirty status for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:19.159996 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-89efa238-1d6b-4b16-a17e-336c64685591 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--49096685&fields=id&tenant_id=b115e4e8bb474930af5e5383e1c38dfe HTTP/1.1" status: 200  len: 267 time: 0.9714687
Apr 19 19:41:19.255739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3550f2af-eb0d-46d1-a77e-0a4b667eef67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:19.284371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device b05cde97-1ece-4854-bedf-dfa28cc47643 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:19.381450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:41:19.386115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d28faf2c-907b-4595-884b-2ebac64fc5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:19.467322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port b05cde97-1ece-4854-bedf-dfa28cc47643 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:19.468366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:19.506536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d28faf2c-907b-4595-884b-2ebac64fc5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:19.534923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:41:19.570982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:41:19.685961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:19.718902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54618) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:19.821719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:19.822668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:19.824341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:19.831783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54624) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:19.875427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f6c9328ece47d2a2895f9dba39ca32 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:19.887974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:19.922037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:19.972879 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d28faf2c-907b-4595-884b-2ebac64fc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.025568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'Port': ['ID=00601aff-67dc-475f-a9c3-0e5d52513371,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:20.032927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-05ac1257-9c1a-4413-9304-378c374dd6d6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:20.061676 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:20.083775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:20.084199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.104620 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28faf2c-907b-4595-884b-2ebac64fc5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd32d937-1925-4455-97ce-c7de42a721ff,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:20.125594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d28faf2c-907b-4595-884b-2ebac64fc5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:20.155267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d28faf2c-907b-4595-884b-2ebac64fc5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.167688 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d28faf2c-907b-4595-884b-2ebac64fc5d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd32d937-1925-4455-97ce-c7de42a721ff HTTP/1.1" status: 204  len: 168 time: 1.0153260
Apr 19 19:41:20.233561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.293084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.348043 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-a5c4fa4c-c1bf-4012-84e3-ce33a2c73ed5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:20.348902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-a5c4fa4c-c1bf-4012-84e3-ce33a2c73ed5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Synchronizing usage tracker for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:20.366253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.110s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:20.399064 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-a5c4fa4c-c1bf-4012-84e3-ce33a2c73ed5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Unset dirty status for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:20.407244 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-a5c4fa4c-c1bf-4012-84e3-ce33a2c73ed5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 816 time: 1.1785364
Apr 19 19:41:20.427368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac933d-da50-4945-8978-3d98ab58d870 req-4fdc1806-2387-4b85-821f-3178ef946170 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:20.437708 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9ac933d-da50-4945-8978-3d98ab58d870 req-4fdc1806-2387-4b85-821f-3178ef946170 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 944 time: 1.6121302
Apr 19 19:41:20.477241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.555284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=f1bb560a-ba62-4ffb-93b9-8ffe6ee72383,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:20.560201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.568026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:20.575160 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-72fb2c15-2425-4d3d-930b-866ecc309077 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/quotas/b115e4e8bb474930af5e5383e1c38dfe HTTP/1.1" status: 200  len: 375 time: 0.1669102
Apr 19 19:41:20.584569 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edd79-f334-436e-a0c9-27596518f839 req-f2fc1847-5b31-41d7-8239-62f493ffd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:20.586773 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-f2fc1847-5b31-41d7-8239-62f493ffd293 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=550557c20ff44f3e92b78f97fadfda6b&device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 1097 time: 1.7635021
Apr 19 19:41:20.681843 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9ac933d-da50-4945-8978-3d98ab58d870 req-8ac41f24-4346-4897-bc7a-8e20bb0de9a1 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2428231
Apr 19 19:41:20.684306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=f1bb560a-ba62-4ffb-93b9-8ffe6ee72383,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:20.688593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:20.794075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.806576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:20.810939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.828364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.831529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Usage tracker for resource:security_group_rule and tenant:afd93232b2684ca3bb19cc4ac148d6a9 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:20.835771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:20.858414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:20.888407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:20.894180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:20.912888 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4f6c9328ece47d2a2895f9dba39ca32&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2187040
Apr 19 19:41:20.917010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Usage tracker for resource:security_group_rule and tenant:e56936a24a8f41e7847ef1143d25f21a is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:20.928238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54646) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:20.940662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:20.965575 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-c562d3a0-a7da-40a9-a075-bc009eca0809 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b2cc28-ef7c-4eb0-b550-fbcec6044975 HTTP/1.1" status: 200  len: 217 time: 0.1793156
Apr 19 19:41:20.968820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:20.971197 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95367d05-b9dd-43d8-a436-19c4a12d4e91,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:20.986097 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:21.015137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54650) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:21.060114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-d155f92f-7cbf-4a92-a592-2b357cd2c8ab tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Synchronizing usage tracker for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:21.063835 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c6daf5fb-2731-4076-b2f4-fbaef02aa22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.090750 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-d155f92f-7cbf-4a92-a592-2b357cd2c8ab tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Unset dirty status for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:21.102040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c6daf5fb-2731-4076-b2f4-fbaef02aa22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:21.106322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c6daf5fb-2731-4076-b2f4-fbaef02aa22d admin admin] Usage tracker for resource:security_group_rule and tenant:adbf98a3e750440fb9abf071504bf3fe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:21.108751 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-d155f92f-7cbf-4a92-a592-2b357cd2c8ab tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4831126
Apr 19 19:41:21.109459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c6daf5fb-2731-4076-b2f4-fbaef02aa22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:21.116858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c6daf5fb-2731-4076-b2f4-fbaef02aa22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:21.153517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:21.161814 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b', 'tag': 'f4b2cc28-ef7c-4eb0-b550-fbcec6044975', 'status': 'completed', 'code': 200}
Apr 19 19:41:21.228463 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:21.229134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.231183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edd79-f334-436e-a0c9-27596518f839 req-0a11cff4-b6d0-416e-95c8-683a2db4abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:21.233473 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-0a11cff4-b6d0-416e-95c8-683a2db4abaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2622e4a-cd26-44ee-bcb2-a42ef1555823 HTTP/1.1" status: 200  len: 851 time: 0.2545128
Apr 19 19:41:21.251444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d7004c9-8e84-44a7-bb14-c41e3bb287d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.353704 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d7004c9-8e84-44a7-bb14-c41e3bb287d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.374998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.416908 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.445983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.456209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78621b08-5cfd-4f0c-9c73-62195a72934c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:21.490491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.556494 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afd93232b2684ca3bb19cc4ac148d6a9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8187315
Apr 19 19:41:21.563307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 54656) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:21.569711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c6daf5fb-2731-4076-b2f4-fbaef02aa22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.575433 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19992127-1708-4bbb-9f68-eaac7c092d29,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:21.582910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:21.583503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:21.591764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c6daf5fb-2731-4076-b2f4-fbaef02aa22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.594625 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-a672ce2b-473b-4f68-b61b-7942113730c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a2284fb-599b-48a9-b486-c4992fb618b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3432434
Apr 19 19:41:21.607394 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e56936a24a8f41e7847ef1143d25f21a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7697105
Apr 19 19:41:21.615741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54660) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:21.661415 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d7004c9-8e84-44a7-bb14-c41e3bb287d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.678111 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c6daf5fb-2731-4076-b2f4-fbaef02aa22d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adbf98a3e750440fb9abf071504bf3fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6618254
Apr 19 19:41:21.678949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb1a51f-618c-4291-951a-edcc4939429d,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:21.683616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54664) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:21.694833 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:21.695240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:21.726027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.resource_extend [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 19:41:21.772448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.780012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daf5fb-2731-4076-b2f4-fbaef02aa22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe991dc1-dc28-49c3-b471-5f80a8d188f1,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:21.788983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.798274 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-443423ed-6cb3-42a0-9f4a-0f8d93706d9b service neutron] 10.222.0.13 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6884611
Apr 19 19:41:21.801709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7004c9-8e84-44a7-bb14-c41e3bb287d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95367d05-b9dd-43d8-a436-19c4a12d4e91,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:21.804612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d7004c9-8e84-44a7-bb14-c41e3bb287d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:21.822589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:21.822996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:21.837980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d7004c9-8e84-44a7-bb14-c41e3bb287d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.842688 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3d7004c9-8e84-44a7-bb14-c41e3bb287d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95367d05-b9dd-43d8-a436-19c4a12d4e91 HTTP/1.1" status: 204  len: 168 time: 0.9133425
Apr 19 19:41:21.848208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4f22-c0ab-4d2c-bf0e-1ee9f3bd0598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.863852 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:21.909638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d65a3998-0045-4d2f-9b75-9ccd9b5ef237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.924733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4f22-c0ab-4d2c-bf0e-1ee9f3bd0598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:21.963453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d65a3998-0045-4d2f-9b75-9ccd9b5ef237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.027745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4f22-c0ab-4d2c-bf0e-1ee9f3bd0598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.035344 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-93e139a1-e838-445a-8820-08e5764a9f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:22.055144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c4f22-c0ab-4d2c-bf0e-1ee9f3bd0598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb1a51f-618c-4291-951a-edcc4939429d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:22.062223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8a6c4f22-c0ab-4d2c-bf0e-1ee9f3bd0598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:22.067222 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d65a3998-0045-4d2f-9b75-9ccd9b5ef237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.068021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14bd72d0-18d1-4c9f-b58a-f55be48e0228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.070683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d65a3998-0045-4d2f-9b75-9ccd9b5ef237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.075083 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d65a3998-0045-4d2f-9b75-9ccd9b5ef237 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe991dc1-dc28-49c3-b471-5f80a8d188f1 HTTP/1.1" status: 204  len: 168 time: 0.3871291
Apr 19 19:41:22.076146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4f22-c0ab-4d2c-bf0e-1ee9f3bd0598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.078763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.080159 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8a6c4f22-c0ab-4d2c-bf0e-1ee9f3bd0598 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abb1a51f-618c-4291-951a-edcc4939429d HTTP/1.1" status: 204  len: 168 time: 0.4633741
Apr 19 19:41:22.081100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:22.092446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a3998-0045-4d2f-9b75-9ccd9b5ef237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe991dc1-dc28-49c3-b471-5f80a8d188f1,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:22.095198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d65a3998-0045-4d2f-9b75-9ccd9b5ef237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:22.247517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14bd72d0-18d1-4c9f-b58a-f55be48e0228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.291414 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-3059945a-8e3e-4c27-a165-4081534350f6 service neutron] 10.222.0.60 "GET /v2.0/networks/2a2284fb-599b-48a9-b486-c4992fb618b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6834886
Apr 19 19:41:22.315564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'Port': ['ID=00601aff-67dc-475f-a9c3-0e5d52513371,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:22.365796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:22.412573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.423418 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.5193684
Apr 19 19:41:22.503293 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0698adf7-067e-4d97-b5a5-ffd979550726 service neutron] 10.222.0.13 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7039719
Apr 19 19:41:22.606281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beb37f-cf29-4397-b321-1b40dd8d547b req-afa189e2-fde1-44b9-b6ce-f902b755f6c9 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:22.611002 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b7beb37f-cf29-4397-b321-1b40dd8d547b req-afa189e2-fde1-44b9-b6ce-f902b755f6c9 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 944 time: 0.7676649
Apr 19 19:41:22.630585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14bd72d0-18d1-4c9f-b58a-f55be48e0228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.690353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:22.730579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd72d0-18d1-4c9f-b58a-f55be48e0228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19992127-1708-4bbb-9f68-eaac7c092d29,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:22.743681 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-361edd79-f334-436e-a0c9-27596518f839 req-18e80e77-38b9-4a8d-93df-b9d31f3d66d0 service neutron] 10.222.0.60 "GET /v2.0/networks/2a2284fb-599b-48a9-b486-c4992fb618b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4146843
Apr 19 19:41:22.747494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-14bd72d0-18d1-4c9f-b58a-f55be48e0228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:22.751501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14bd72d0-18d1-4c9f-b58a-f55be48e0228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.752715 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-14bd72d0-18d1-4c9f-b58a-f55be48e0228 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19992127-1708-4bbb-9f68-eaac7c092d29 HTTP/1.1" status: 204  len: 168 time: 1.1809149
Apr 19 19:41:22.764219 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b7beb37f-cf29-4397-b321-1b40dd8d547b req-d405664c-4ce9-4385-860d-29bde8dcdad2 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346967
Apr 19 19:41:22.815976 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54706) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:22.854081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:22.899136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:22.910072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Usage tracker for resource:security_group_rule and tenant:4f88cc8d72d14f8b889ccc7b755d9309 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:22.916204 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:22.931046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:23.001790 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3db0d7e0-148d-44b2-b1d5-40684a4db531 req-134bc9d7-458d-4220-b287-43845a790cf4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 210 time: 0.1208265
Apr 19 19:41:23.048220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-47cfc388-f1a0-4d1b-acfc-30f929d552a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:23.050112 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-47cfc388-f1a0-4d1b-acfc-30f929d552a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=550557c20ff44f3e92b78f97fadfda6b&device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 1097 time: 0.2340815
Apr 19 19:41:23.153480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:23.159882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:23.171479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:23.181438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-646c689b-befb-492f-a72c-563ae1af06c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:23.220709 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f88cc8d72d14f8b889ccc7b755d9309&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4035623
Apr 19 19:41:23.221638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c269f8-b2bc-401a-96ac-72c1804f21ac,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:23.224377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54736) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:23.227083 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:23.272281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 54742) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:23.297225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-91984d9d-0e03-4b96-9fa0-aaebabc1ad87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:23.341028 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-a846adcf-0ac8-4a12-be46-c690175972ed tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Synchronizing usage tracker for tenant:0e519821846e42b3a6be90a508194df1 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:23.348136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-91984d9d-0e03-4b96-9fa0-aaebabc1ad87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:23.360278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:23.401891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-a846adcf-0ac8-4a12-be46-c690175972ed tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Unset dirty status for tenant:0e519821846e42b3a6be90a508194df1 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:23.403623 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-a846adcf-0ac8-4a12-be46-c690175972ed tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2099252566&fields=id&tenant_id=0e519821846e42b3a6be90a508194df1 HTTP/1.1" status: 200  len: 267 time: 0.2948725
Apr 19 19:41:23.405220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:23.435369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1da8f8681a574b789384bd60c78556be is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:23.475636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-91984d9d-0e03-4b96-9fa0-aaebabc1ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:23.477590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:23.492656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d65a3998-0045-4d2f-9b75-9ccd9b5ef237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:23.500579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:23.536138 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91984d9d-0e03-4b96-9fa0-aaebabc1ad87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c269f8-b2bc-401a-96ac-72c1804f21ac,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:23.540447 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-91984d9d-0e03-4b96-9fa0-aaebabc1ad87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:23.543142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-91984d9d-0e03-4b96-9fa0-aaebabc1ad87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:23.544420 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-91984d9d-0e03-4b96-9fa0-aaebabc1ad87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55c269f8-b2bc-401a-96ac-72c1804f21ac HTTP/1.1" status: 204  len: 168 time: 0.3190556
Apr 19 19:41:23.590891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-ccd0ed22-ddee-4289-bbf0-8124d68a2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:23.592177 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-ccd0ed22-ddee-4289-bbf0-8124d68a2c8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a2284fb-599b-48a9-b486-c4992fb618b9 HTTP/1.1" status: 200  len: 912 time: 0.5350955
Apr 19 19:41:23.642006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54762) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:23.680459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:23.719566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:23.719919 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-4c1f2793-e277-44cc-8336-810df45b7387 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b2cc28-ef7c-4eb0-b550-fbcec6044975 HTTP/1.1" status: 200  len: 217 time: 0.1106660
Apr 19 19:41:23.723579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Usage tracker for resource:security_group_rule and tenant:c7a1b603fcf44025a5b0bcb16cf65d6e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:23.726928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:23.739331 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:23.853867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-7726180b-7fc5-49ea-8c4b-342c862c66ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:23.856430 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-7726180b-7fc5-49ea-8c4b-342c862c66ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 811 time: 0.4347920
Apr 19 19:41:23.876876 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-e8f46259-984b-4383-b3ef-742171d19732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:23.878446 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-e8f46259-984b-4383-b3ef-742171d19732 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2622e4a-cd26-44ee-bcb2-a42ef1555823 HTTP/1.1" status: 200  len: 851 time: 0.1516480
Apr 19 19:41:23.945630 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-99a7553f-0219-4939-b257-62b4d9fe66de tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/quotas/0e519821846e42b3a6be90a508194df1 HTTP/1.1" status: 200  len: 375 time: 0.0819676
Apr 19 19:41:24.000652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.005551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.016865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:24.061046 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7a1b603fcf44025a5b0bcb16cf65d6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4178500
Apr 19 19:41:24.076130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54784) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:24.079315 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-fcccfd39-58bd-4bd9-89c5-85f7b3ff3ba7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a2284fb-599b-48a9-b486-c4992fb618b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1879206
Apr 19 19:41:24.079468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57fc141-a20f-42b9-9e6a-87a66dee12f3,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:24.084167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:24.105320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.121331 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.186878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-afb5a90c-4b9a-4701-9a1c-6324843d481b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.199366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device f4b2cc28-ef7c-4eb0-b550-fbcec6044975 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:41:24.240529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-afb5a90c-4b9a-4701-9a1c-6324843d481b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.313804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-afb5a90c-4b9a-4701-9a1c-6324843d481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.320065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d380b3a4-d294-4b09-9281-d91501de8cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:24.346346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5a90c-4b9a-4701-9a1c-6324843d481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57fc141-a20f-42b9-9e6a-87a66dee12f3,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:24.350591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-afb5a90c-4b9a-4701-9a1c-6324843d481b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:24.351596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-afb5a90c-4b9a-4701-9a1c-6324843d481b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.356570 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-afb5a90c-4b9a-4701-9a1c-6324843d481b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a57fc141-a20f-42b9-9e6a-87a66dee12f3 HTTP/1.1" status: 204  len: 168 time: 0.2756572
Apr 19 19:41:24.413101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28b8f175-a99b-4e0c-8fba-b1338ec5356d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:24.427846 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1da8f8681a574b789384bd60c78556be&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1524189
Apr 19 19:41:24.430655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 54802) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:24.513518 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-c5698ed6-7f54-4077-bb3c-e19321ad1127 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5559018
Apr 19 19:41:24.551552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26095d67-3c09-4afb-8c7f-f23ae386f509,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:24.562301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:24.575513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port f4b2cc28-ef7c-4eb0-b550-fbcec6044975, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,segment=NetworkSegment(99ff6591-0d17-4c59-9f1e-63680ecd621f),segment_id=99ff6591-0d17-4c59-9f1e-63680ecd621f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:24.584576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20149c1f-122a-4093-bf7e-c40d6a14d387 req-b9cb049f-343b-4d33-9758-fc4f6bd4b10b tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:24.586513 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-20149c1f-122a-4093-bf7e-c40d6a14d387 req-b9cb049f-343b-4d33-9758-fc4f6bd4b10b tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 944 time: 0.4782758
Apr 19 19:41:24.606647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'f4b2cc28-ef7c-4eb0-b550-fbcec6044975', 'network_id': '2a2284fb-599b-48a9-b486-c4992fb618b9', 'port_id': 'f4b2cc28-ef7c-4eb0-b550-fbcec6044975', 'mac_address': 'fa:16:3e:4b:2d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2622e4a-cd26-44ee-bcb2-a42ef1555823', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:41:24.622521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e06c5390-909a-4159-9438-f6122d18babb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.676390 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-20149c1f-122a-4093-bf7e-c40d6a14d387 req-a215c437-a8ca-4b2b-a1a3-8275937ee692 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773499
Apr 19 19:41:24.679092 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e06c5390-909a-4159-9438-f6122d18babb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.696146 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-334a9035-eebb-4151-9061-92362553fec5 service neutron] 10.222.0.60 "GET /v2.0/networks/2a2284fb-599b-48a9-b486-c4992fb618b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5857484
Apr 19 19:41:24.736922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e06c5390-909a-4159-9438-f6122d18babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.749720 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:24.774774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c5390-909a-4159-9438-f6122d18babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26095d67-3c09-4afb-8c7f-f23ae386f509,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:24.778526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e06c5390-909a-4159-9438-f6122d18babb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.780019 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e06c5390-909a-4159-9438-f6122d18babb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26095d67-3c09-4afb-8c7f-f23ae386f509 HTTP/1.1" status: 204  len: 168 time: 0.3478403
Apr 19 19:41:24.784515 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e06c5390-909a-4159-9438-f6122d18babb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:24.789616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.859246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b2cc28-ef7c-4eb0-b550-fbcec6044975 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:41:24.904211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port f4b2cc28-ef7c-4eb0-b550-fbcec6044975, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,segment=NetworkSegment(99ff6591-0d17-4c59-9f1e-63680ecd621f),segment_id=99ff6591-0d17-4c59-9f1e-63680ecd621f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:24.910719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:24.913238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fe9e2fd1-db4d-4079-9fea-fd3f7d6e4694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:25.010081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:25.014116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:25.097289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c81e4219-fb7a-4894-aede-a9f962fa350a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:25.169636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['f4b2cc28-ef7c-4eb0-b550-fbcec6044975'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:41:25.253780 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41da9b93-b049-4780-ab81-c04332df624f req-1b4de528-a322-42a7-a29a-f33d3abe4441 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 210 time: 0.0840695
Apr 19 19:41:25.323271 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f31dc45-25ee-4f4e-8b25-4da558ed3ac6 req-b1086790-d9c8-42df-84ac-a936e3012e71 service neutron] 10.222.0.60 "GET /v2.0/networks/2a2284fb-599b-48a9-b486-c4992fb618b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6174672
Apr 19 19:41:25.544614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-89889bbb-e2a6-44c5-bd82-8a16d2198b31 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:25.546516 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-89889bbb-e2a6-44c5-bd82-8a16d2198b31 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 816 time: 0.2003706
Apr 19 19:41:25.661852 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-1ee58ad4-34b7-4630-a090-156d72656113 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:41:25.674276 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-1ee58ad4-34b7-4630-a090-156d72656113 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5085833
Apr 19 19:41:25.825345 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-85f8db5e-1fc5-436d-a7c0-bc3550bf08f7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b115e4e8bb474930af5e5383e1c38dfe HTTP/1.1" status: 200  len: 5702 time: 0.2705209
Apr 19 19:41:25.852450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'port': {'device_id': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'admin_state_up': True, 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'security_groups': ['99920d4b-5a3a-444c-8c29-5444d8c9bf98']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:26.110758 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-bceabc5a-bb32-4e0f-885b-5baadab9f454 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4321399
Apr 19 19:41:26.116499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:26.194141 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device f4b2cc28-ef7c-4eb0-b550-fbcec6044975 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:26.278856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port f4b2cc28-ef7c-4eb0-b550-fbcec6044975 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:26.285111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port f4b2cc28-ef7c-4eb0-b550-fbcec6044975 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:26.285446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:26.285693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:26.307737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:26.335483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc35b-7062-4cb6-9fc5-483676e0f0cf req-0f589d28-1c75-4b24-bd6b-42363da48a85 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:26.337156 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-483fc35b-7062-4cb6-9fc5-483676e0f0cf req-0f589d28-1c75-4b24-bd6b-42363da48a85 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 945 time: 0.3385892
Apr 19 19:41:26.359958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Made reservation on behalf of b115e4e8bb474930af5e5383e1c38dfe for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:41:26.366785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:26.423114 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-59a12c19-895c-4ec7-9bae-f4e5f18a347d service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016553
Apr 19 19:41:26.466144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:26.493736 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-483fc35b-7062-4cb6-9fc5-483676e0f0cf req-c0f6911c-555d-4877-b4b4-d32dada5a991 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451671
Apr 19 19:41:26.524057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b2cc28-ef7c-4eb0-b550-fbcec6044975'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:41:26.722018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port f4b2cc28-ef7c-4eb0-b550-fbcec6044975, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,segment=NetworkSegment(99ff6591-0d17-4c59-9f1e-63680ecd621f),segment_id=99ff6591-0d17-4c59-9f1e-63680ecd621f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:26.727504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:26.730242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:26.772621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:26.813041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:26.825327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:26.873617 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3039c1bf-35cb-4426-8927-7f07070f1366 req-71af5ee3-26c3-4a39-be33-67856ca365c7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 210 time: 0.1462657
Apr 19 19:41:27.028316 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bc814fd2-d4a5-4347-a816-caf4cb9a14da req-4372e7a3-9fbb-46a0-a5bc-2799d691c6c5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 210 time: 0.1510744
Apr 19 19:41:27.083891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Allocated IP 172.20.0.14 (90c5e76f-651d-4326-a55b-bb822ac69865/f78a47bd-825f-47cb-bc5d-ceb77818bda7/dd8b91cd-8380-4d12-97cf-635075a8a226) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:41:27.387944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:27.422081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Transition to ACTIVE for port object dd8b91cd-8380-4d12-97cf-635075a8a226 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:27.464918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:27.479844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:27.546059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:27.659904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Network 90c5e76f-651d-4326-a55b-bb822ac69865 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:41:27.716300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:41:27.730226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:41:27.736846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:27.737567 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:27.761529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:27.772997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:27.884200 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0442247
Apr 19 19:41:27.900339 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17a8f-d29a-437b-a632-a7c85cb2f827 req-47393b4f-bcd6-4edf-b18e-3f1d89a4016c tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:27.902322 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3dc17a8f-d29a-437b-a632-a7c85cb2f827 req-47393b4f-bcd6-4edf-b18e-3f1d89a4016c tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.2480748
Apr 19 19:41:27.912112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Request body: {'port': {'device_id': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:27.931500 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b2cc28-ef7c-4eb0-b550-fbcec6044975', 'code': 200}
Apr 19 19:41:28.162116 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3dc17a8f-d29a-437b-a632-a7c85cb2f827 req-fa46248e-6b1b-4525-91ef-ccd76b9d92d9 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912754
Apr 19 19:41:28.192809 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3f5cd3f4-e043-4837-afa2-830238c3fb6e None None] Provisioning for port dd8b91cd-8380-4d12-97cf-635075a8a226 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:28.208146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3f5cd3f4-e043-4837-afa2-830238c3fb6e None None] Provisioning complete for port dd8b91cd-8380-4d12-97cf-635075a8a226 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:28.210062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f5cd3f4-e043-4837-afa2-830238c3fb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:28.302167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.60', 49894) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:28.433631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3f5cd3f4-e043-4837-afa2-830238c3fb6e None None] Port dd8b91cd-8380-4d12-97cf-635075a8a226 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:41:28.528671 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b6e8ee41-2188-4d93-a721-2a326b7cbe6c req-5333f4bc-706d-4ff5-a316-85fa1855cd4e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 210 time: 0.1171043
Apr 19 19:41:28.543165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:28.583609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7114-d940-4a47-81c5-ff41ad64160d req-146f1154-12c7-4ab1-b701-ba4c04bebeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:28.585353 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-010a7114-d940-4a47-81c5-ff41ad64160d req-146f1154-12c7-4ab1-b701-ba4c04bebeb2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 1099 time: 0.2819302
Apr 19 19:41:28.628817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-010a7114-d940-4a47-81c5-ff41ad64160d req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:28.671004 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2dfe6-33c0-4364-8457-0cc9868bb81b req-02c4f805-c675-44e1-8f71-ebe1e55655dc tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:28.672049 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-e2f2dfe6-33c0-4364-8457-0cc9868bb81b req-02c4f805-c675-44e1-8f71-ebe1e55655dc tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Synchronizing usage tracker for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:28.675361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-010a7114-d940-4a47-81c5-ff41ad64160d req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:28.683426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-010a7114-d940-4a47-81c5-ff41ad64160d req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Usage tracker for resource:security_group_rule and tenant:eb42f172063a4010a51413ad4c92013a is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:28.688491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-010a7114-d940-4a47-81c5-ff41ad64160d req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:28.697154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-010a7114-d940-4a47-81c5-ff41ad64160d req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:28.706058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-e2f2dfe6-33c0-4364-8457-0cc9868bb81b req-02c4f805-c675-44e1-8f71-ebe1e55655dc tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Unset dirty status for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:28.707473 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e2f2dfe6-33c0-4364-8457-0cc9868bb81b req-02c4f805-c675-44e1-8f71-ebe1e55655dc tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 932 time: 0.4649189
Apr 19 19:41:28.844266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-010a7114-d940-4a47-81c5-ff41ad64160d req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:28.848242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-010a7114-d940-4a47-81c5-ff41ad64160d req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:28.874716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:28.883244 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e2f2dfe6-33c0-4364-8457-0cc9868bb81b req-d2261e4f-1af5-4616-bcf0-ddc755cb0370 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1225538
Apr 19 19:41:28.946431 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-010a7114-d940-4a47-81c5-ff41ad64160d req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3518908
Apr 19 19:41:28.947491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0b738248-cbce-4a28-973b-22808e5fc800,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:28.967670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:29.541612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-454d55d2-52f0-49cd-a901-6d94dd7b3633 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:29.543314 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-454d55d2-52f0-49cd-a901-6d94dd7b3633 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Synchronizing usage tracker for tenant:0e519821846e42b3a6be90a508194df1 on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:29.599746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-454d55d2-52f0-49cd-a901-6d94dd7b3633 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Unset dirty status for tenant:0e519821846e42b3a6be90a508194df1 on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:29.601073 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-454d55d2-52f0-49cd-a901-6d94dd7b3633 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 811 time: 0.5472572
Apr 19 19:41:29.771299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-9ec9389e-a096-4496-8d39-d15b1d453030 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Synchronizing usage tracker for tenant:0e519821846e42b3a6be90a508194df1 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:29.787251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-9ec9389e-a096-4496-8d39-d15b1d453030 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Unset dirty status for tenant:0e519821846e42b3a6be90a508194df1 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:29.788762 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-9ec9389e-a096-4496-8d39-d15b1d453030 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e519821846e42b3a6be90a508194df1 HTTP/1.1" status: 200  len: 5700 time: 0.1781800
Apr 19 19:41:29.801099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'port': {'device_id': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'admin_state_up': True, 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'security_groups': ['86fd10aa-8225-4cae-81f0-fcb5acd24c26']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:29.837651 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b929ba2-c476-4f3a-8fa0-865f81eb2bac req-05c7a9d6-e7fb-476b-928e-6c02146328a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 210 time: 0.0791578
Apr 19 19:41:29.867179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cc9c7-cc20-40be-857a-1d40e8cbad75 req-16b51143-bc8e-49c3-9ee7-0b23dfdd582d tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:29.875077 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-816cc9c7-cc20-40be-857a-1d40e8cbad75 req-16b51143-bc8e-49c3-9ee7-0b23dfdd582d tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.3664837
Apr 19 19:41:29.991290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:29.996224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:port and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:29.997501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8b91cd-8380-4d12-97cf-635075a8a226 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:41:29.999428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:30.048913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:30.051457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:30.088848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Made reservation on behalf of 0e519821846e42b3a6be90a508194df1 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:41:30.098264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:30.176342 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Transition to ACTIVE for port object dd8b91cd-8380-4d12-97cf-635075a8a226 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:30.198922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:30.202305 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-816cc9c7-cc20-40be-857a-1d40e8cbad75 req-9ea36b86-9722-4a35-94aa-0ddc2ebed8e7 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976254
Apr 19 19:41:30.208225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:30.281321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:30.290372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:30.351329 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Allocated IP 172.20.0.8 (b8ebc8ce-7561-4ac6-9022-0aafcb1d7266/dacd6ef4-fa2a-4db2-916b-45158bff0c6f/331a3998-07fc-4154-a287-064419683232) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:41:30.367181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534b4c8-f629-402a-bd75-8c405ad3800a req-fd32a163-337a-49ee-b983-0861cfbe3bb1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:30.368833 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0534b4c8-f629-402a-bd75-8c405ad3800a req-fd32a163-337a-49ee-b983-0861cfbe3bb1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 932 time: 0.2879565
Apr 19 19:41:30.513038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Attempting to bind port dd8b91cd-8380-4d12-97cf-635075a8a226 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:41:30.513415 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Attempting to bind port dd8b91cd-8380-4d12-97cf-635075a8a226 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:41:30.513783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Attempting to bind port dd8b91cd-8380-4d12-97cf-635075a8a226 on network 90c5e76f-651d-4326-a55b-bb822ac69865 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:30.542027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Port dd8b91cd-8380-4d12-97cf-635075a8a226 on network 90c5e76f-651d-4326-a55b-bb822ac69865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:41:30.542436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Attempting to bind port dd8b91cd-8380-4d12-97cf-635075a8a226 on network 90c5e76f-651d-4326-a55b-bb822ac69865 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:30.558869 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0534b4c8-f629-402a-bd75-8c405ad3800a req-e7ea74b6-bb59-437a-ba95-a9c70b426918 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1674056
Apr 19 19:41:30.558869 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:41:30.573956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Checking segment: {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:41:30.574788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Bound using segment: {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:41:30.575786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Bound port: dd8b91cd-8380-4d12-97cf-635075a8a226, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:41:30.576589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:30.763794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:30.769070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:41:30.773662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:41:30.776936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:30.783873 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:30.790205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Transition to ACTIVE for port object 331a3998-07fc-4154-a287-064419683232 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:30.819979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:30.831816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:30.862166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:30.862889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:30.864432 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] 10.222.0.60 "PUT /v2.0/ports/dd8b91cd-8380-4d12-97cf-635075a8a226 HTTP/1.1" status: 200  len: 1094 time: 2.9609795
Apr 19 19:41:30.864956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:41:30.935189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:30.947132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:30.984382 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'status': 'completed', 'code': 200}
Apr 19 19:41:31.015899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:41:31.024506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:41:31.027193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:41:31.044636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:31.051928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:31.099474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'Port': ['ID=331a3998-07fc-4154-a287-064419683232,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:31.132012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:31.157156 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3618488
Apr 19 19:41:31.239923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585169-e150-4c59-baee-6527bcdf3c10 req-c8e238d8-c591-448a-a823-b845865c55f2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:31.241638 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ef585169-e150-4c59-baee-6527bcdf3c10 req-c8e238d8-c591-448a-a823-b845865c55f2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 931 time: 0.1350098
Apr 19 19:41:31.306777 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ef585169-e150-4c59-baee-6527bcdf3c10 req-e342985e-9e19-472b-9729-5a7e6f0fb496 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573280
Apr 19 19:41:31.448108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-82dffa50-d098-430a-8471-cb37fb107178 None None] Provisioning for port 331a3998-07fc-4154-a287-064419683232 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:31.452738 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd59c5-7a8a-4ec8-bf23-79bee63c4afa req-1d81977c-5fbf-4863-87fa-eec860d98e2b tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:31.454410 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0cd59c5-7a8a-4ec8-bf23-79bee63c4afa req-1d81977c-5fbf-4863-87fa-eec860d98e2b tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.1069067
Apr 19 19:41:31.455317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-82dffa50-d098-430a-8471-cb37fb107178 None None] Provisioning complete for port 331a3998-07fc-4154-a287-064419683232 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:31.455905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82dffa50-d098-430a-8471-cb37fb107178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:31.505487 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0cd59c5-7a8a-4ec8-bf23-79bee63c4afa req-9af045b0-e2d1-4a0f-8fe5-6283624a9c07 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443833
Apr 19 19:41:31.545465 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-82dffa50-d098-430a-8471-cb37fb107178 None None] Port 331a3998-07fc-4154-a287-064419683232 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:41:31.788428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa4a0-0923-420f-8c9d-cbcf3f5bd881 req-07c77ad1-dacb-48cc-959d-cd2e20db54ee tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:31.790034 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d84aa4a0-0923-420f-8c9d-cbcf3f5bd881 req-07c77ad1-dacb-48cc-959d-cd2e20db54ee tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0935562
Apr 19 19:41:31.841739 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d84aa4a0-0923-420f-8c9d-cbcf3f5bd881 req-485c197e-cbb3-4f86-8428-eb4f5ef24c89 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448916
Apr 19 19:41:32.529301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20105e0-4ea9-4454-a67c-acefb3271f67 req-b392e809-cbe1-4310-b41c-8e0df1ae99fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:32.531952 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d20105e0-4ea9-4454-a67c-acefb3271f67 req-b392e809-cbe1-4310-b41c-8e0df1ae99fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 931 time: 0.0927756
Apr 19 19:41:32.586188 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d20105e0-4ea9-4454-a67c-acefb3271f67 req-9811cf67-dff7-4905-ad5e-829aa633adc2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481861
Apr 19 19:41:32.750716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85e50-baf5-4241-9325-4e8ba0d0c09f req-543c6fba-c639-4150-8752-ccd965b53acb tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:32.753301 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69b85e50-baf5-4241-9325-4e8ba0d0c09f req-543c6fba-c639-4150-8752-ccd965b53acb tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.1202443
Apr 19 19:41:32.805230 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69b85e50-baf5-4241-9325-4e8ba0d0c09f req-b5c75ba7-61ce-472e-b0d6-189f8936780d tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457132
Apr 19 19:41:33.013755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Request body: {'port': {'device_id': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:33.212262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f0ee-95e1-47a7-bccc-2a17d17779e7 req-bf57f39d-5935-4d1d-91c8-88ff0a9e65e6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:33.220585 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3bb1f0ee-95e1-47a7-bccc-2a17d17779e7 req-bf57f39d-5935-4d1d-91c8-88ff0a9e65e6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.2435095
Apr 19 19:41:33.267004 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:33.299383 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06429962-b3cb-40b0-98d3-ea21994bd5f7 req-ddac964d-fe63-4c8a-9387-764a69575b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:33.301098 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06429962-b3cb-40b0-98d3-ea21994bd5f7 req-ddac964d-fe63-4c8a-9387-764a69575b9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 1097 time: 0.2241037
Apr 19 19:41:33.307562 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3bb1f0ee-95e1-47a7-bccc-2a17d17779e7 req-c543f3ce-6aa2-4148-bdf9-692c1e097b3d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0855708
Apr 19 19:41:33.479176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06429962-b3cb-40b0-98d3-ea21994bd5f7 req-57cafe0a-e10e-422b-bd4f-13cc1e4479b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:33.479176 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06429962-b3cb-40b0-98d3-ea21994bd5f7 req-57cafe0a-e10e-422b-bd4f-13cc1e4479b4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1668012
Apr 19 19:41:33.652140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06429962-b3cb-40b0-98d3-ea21994bd5f7 req-8dee541b-d896-4541-853e-fc4f7a2de34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:33.653754 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06429962-b3cb-40b0-98d3-ea21994bd5f7 req-8dee541b-d896-4541-853e-fc4f7a2de34e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1708665
Apr 19 19:41:33.672095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331a3998-07fc-4154-a287-064419683232 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:41:33.681376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:33.701442 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Transition to ACTIVE for port object 331a3998-07fc-4154-a287-064419683232 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:41:33.704354 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:33.709731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:33.860095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b847a-22ee-41ed-9ac6-83ce14b6a0e2 req-4aa9fb5e-bde6-4489-b43d-0b7f92b26e47 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:33.869433 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c0b847a-22ee-41ed-9ac6-83ce14b6a0e2 req-4aa9fb5e-bde6-4489-b43d-0b7f92b26e47 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.1325870
Apr 19 19:41:33.926639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Pushing event updated for resources: {'Port': ['ID=331a3998-07fc-4154-a287-064419683232,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:33.931314 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:33.933085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Attempting to bind port 331a3998-07fc-4154-a287-064419683232 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:41:33.933700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Attempting to bind port 331a3998-07fc-4154-a287-064419683232 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:41:33.934140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Attempting to bind port 331a3998-07fc-4154-a287-064419683232 on network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:33.939918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Port 331a3998-07fc-4154-a287-064419683232 on network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:41:33.940282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Attempting to bind port 331a3998-07fc-4154-a287-064419683232 on network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:41:33.946408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:41:33.946788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Checking segment: {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:41:33.947404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Bound using segment: {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:41:33.948154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Bound port: 331a3998-07fc-4154-a287-064419683232, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:41:33.948785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:33.981662 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c0b847a-22ee-41ed-9ac6-83ce14b6a0e2 req-e8bb37ef-1184-4e7d-bb65-10ec72609569 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111109
Apr 19 19:41:34.099391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] For port 331a3998-07fc-4154-a287-064419683232, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:41:34.103874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] For port 331a3998-07fc-4154-a287-064419683232, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=331a3998-07fc-4154-a287-064419683232,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:41:34.108371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:34.114499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:34.141028 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14146c-1b41-44b3-b83c-0a74f719de0b req-04f25d4e-cbde-44c5-ab00-175bef79d7a1 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:34.142700 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5f14146c-1b41-44b3-b83c-0a74f719de0b req-04f25d4e-cbde-44c5-ab00-175bef79d7a1 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.1341269
Apr 19 19:41:34.210116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Pushing event updated for resources: {'Port': ['ID=331a3998-07fc-4154-a287-064419683232,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:34.210625 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5f14146c-1b41-44b3-b83c-0a74f719de0b req-12a24970-de71-47ac-9c23-367b25782afc tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588701
Apr 19 19:41:34.237026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:34.258877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:34.259806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:34.262814 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] 10.222.0.60 "PUT /v2.0/ports/331a3998-07fc-4154-a287-064419683232 HTTP/1.1" status: 200  len: 1093 time: 1.2572978
Apr 19 19:41:34.263397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'tag': '331a3998-07fc-4154-a287-064419683232'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:41:34.588453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c9d59-9cfc-4833-b393-d03ccd749aaa req-abf97f42-8425-4a8c-9bd6-d37bdbe9027f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:34.590145 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-386c9d59-9cfc-4833-b393-d03ccd749aaa req-abf97f42-8425-4a8c-9bd6-d37bdbe9027f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1186354
Apr 19 19:41:34.658073 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-386c9d59-9cfc-4833-b393-d03ccd749aaa req-fc296e87-96b9-416c-b627-3ae4e2f13ce8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0614479
Apr 19 19:41:34.739512 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'tag': '331a3998-07fc-4154-a287-064419683232', 'status': 'completed', 'code': 200}
Apr 19 19:41:35.235410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb0f11-915b-4086-820a-ce28e2b49131 req-6d928816-0641-4a8c-81f4-d5b3c59f5aaa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:35.243010 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-45eb0f11-915b-4086-820a-ce28e2b49131 req-6d928816-0641-4a8c-81f4-d5b3c59f5aaa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.1110201
Apr 19 19:41:35.296860 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-45eb0f11-915b-4086-820a-ce28e2b49131 req-8f1fada5-32cd-4966-a202-d8bd51b28284 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486293
Apr 19 19:41:35.915806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe3f70-24c8-454f-959f-ee9778d65253 req-117903c1-bd74-4699-80e4-b1e811237e70 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:35.917791 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-01fe3f70-24c8-454f-959f-ee9778d65253 req-117903c1-bd74-4699-80e4-b1e811237e70 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1225090
Apr 19 19:41:35.973744 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-01fe3f70-24c8-454f-959f-ee9778d65253 req-e2d253bc-fd3c-475b-975d-dc1d58806a96 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473511
Apr 19 19:41:36.540743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7533-ab9e-450a-8fcc-b688b0dcbba7 req-e8b555f8-2688-4b7b-a8c6-5dd24fd3129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:36.543458 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-147c7533-ab9e-450a-8fcc-b688b0dcbba7 req-e8b555f8-2688-4b7b-a8c6-5dd24fd3129a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 1096 time: 0.1442611
Apr 19 19:41:36.593747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-4b40aae1-62ed-4f1e-977a-1728a230f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:36.595417 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-4b40aae1-62ed-4f1e-977a-1728a230f1bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 1097 time: 0.1883788
Apr 19 19:41:36.686585 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-1c78944d-24de-403c-9413-c86f8f511fbc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8b91cd-8380-4d12-97cf-635075a8a226 HTTP/1.1" status: 200  len: 217 time: 0.0833123
Apr 19 19:41:36.695291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4659b8-9b38-49a9-9e68-799530b01071 req-5161a1c4-7127-41f6-8d13-5d599c801c06 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:36.696897 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de4659b8-9b38-49a9-9e68-799530b01071 req-5161a1c4-7127-41f6-8d13-5d599c801c06 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.2259288
Apr 19 19:41:36.726963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:36.750139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7533-ab9e-450a-8fcc-b688b0dcbba7 req-54114a42-72ba-460c-ae25-89b681e08526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:36.751899 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-147c7533-ab9e-450a-8fcc-b688b0dcbba7 req-54114a42-72ba-460c-ae25-89b681e08526 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0e519821846e42b3a6be90a508194df1&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1925268
Apr 19 19:41:36.802903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-42d762f2-13fb-4f8e-a893-cff8cf1b4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:36.804498 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-42d762f2-13fb-4f8e-a893-cff8cf1b4eb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.1066482
Apr 19 19:41:36.808372 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de4659b8-9b38-49a9-9e68-799530b01071 req-a61d650b-3d4c-41f2-9373-1f3f4cb059bc tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750577
Apr 19 19:41:36.893659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-e1f86c36-8acf-4119-9a07-dd3d9f3ec442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:36.895368 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-e1f86c36-8acf-4119-9a07-dd3d9f3ec442 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829766
Apr 19 19:41:36.910792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7533-ab9e-450a-8fcc-b688b0dcbba7 req-fa7689fe-6501-4f9a-93da-b346e5c3e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:36.912337 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-147c7533-ab9e-450a-8fcc-b688b0dcbba7 req-fa7689fe-6501-4f9a-93da-b346e5c3e833 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1540527
Apr 19 19:41:37.218733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb5363-e77d-404f-b83f-5bba5c347f10 req-6204f0f9-1e96-4a5c-84ea-516fb545df4e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:37.220370 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7cfb5363-e77d-404f-b83f-5bba5c347f10 req-6204f0f9-1e96-4a5c-84ea-516fb545df4e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1169257
Apr 19 19:41:37.278403 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7cfb5363-e77d-404f-b83f-5bba5c347f10 req-3aa1eb7c-dab1-4bea-941d-b1978fb971a5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0505493
Apr 19 19:41:38.019954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1236b-c689-4caf-a2aa-2f3b374eea4b req-fbeb48d4-0a89-493b-b598-3e18888c3fa9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:38.021649 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7cb1236b-c689-4caf-a2aa-2f3b374eea4b req-fbeb48d4-0a89-493b-b598-3e18888c3fa9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.0930014
Apr 19 19:41:38.077878 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7cb1236b-c689-4caf-a2aa-2f3b374eea4b req-8cb7b4d2-9797-48ac-9c2c-7dc37ebf53f3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485620
Apr 19 19:41:38.220819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:41:38.518568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0113b1d-1b92-400c-876a-3f00fb068c5c req-c0b10487-b9b8-4c01-8eff-031840862dcc tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:38.520186 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d0113b1d-1b92-400c-876a-3f00fb068c5c req-c0b10487-b9b8-4c01-8eff-031840862dcc tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0931923
Apr 19 19:41:38.570929 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d0113b1d-1b92-400c-876a-3f00fb068c5c req-d1ccd6d5-b055-4b55-ad3f-5fc2a885def1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442421
Apr 19 19:41:38.714281 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-38ec67b4-9d83-449b-b9e4-7b4cff280ddb service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421275
Apr 19 19:41:39.302538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0484c-f02d-4957-979f-1cf659578e95 req-0b441e59-4510-4e53-b103-5a0008502534 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:39.305287 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36a0484c-f02d-4957-979f-1cf659578e95 req-0b441e59-4510-4e53-b103-5a0008502534 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.1127102
Apr 19 19:41:39.357055 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36a0484c-f02d-4957-979f-1cf659578e95 req-de2fe838-66ad-4f0d-ad5b-be2e7f22b5aa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440719
Apr 19 19:41:39.708028 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-c3f2d05c-cb73-43c5-8d1e-af48e83cb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:39.709713 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-c3f2d05c-cb73-43c5-8d1e-af48e83cb11c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 1096 time: 0.0923376
Apr 19 19:41:39.751504 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbb882ce-e72a-4148-a4c8-5e7459c5ead7 req-4a91ca9c-a29d-4a2c-a68d-ce60297728e9 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545756
Apr 19 19:41:39.803425 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-b6e5150d-c6ff-455c-8785-cd474048463a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331a3998-07fc-4154-a287-064419683232 HTTP/1.1" status: 200  len: 217 time: 0.0760274
Apr 19 19:41:39.881198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-5dc296f0-b806-46b4-9c20-59a79681ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:39.882720 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-5dc296f0-b806-46b4-9c20-59a79681ebf3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 200  len: 850 time: 0.0727451
Apr 19 19:41:39.920565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557976e1-39d2-46fc-aa1f-e6cb640fe13a req-91033445-74c1-46c1-8489-0dab32ed98d1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:39.922417 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-557976e1-39d2-46fc-aa1f-e6cb640fe13a req-91033445-74c1-46c1-8489-0dab32ed98d1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0953193
Apr 19 19:41:39.976027 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-557976e1-39d2-46fc-aa1f-e6cb640fe13a req-f6576fba-b436-4a83-878c-df4e7adfbc49 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0467288
Apr 19 19:41:39.982247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-ac8d6e0c-d29e-446a-bd83-ccc367c217ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:39.983921 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-ac8d6e0c-d29e-446a-bd83-ccc367c217ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934727
Apr 19 19:41:40.337704 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-d697b708-649d-4d32-9ad7-a8f1ec2e91d4 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3463624
Apr 19 19:41:40.599429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a5d2e-0a26-4f59-8064-c86f6194b852 req-3fd8a745-195a-42c8-89b6-6e595b09d054 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:40.601094 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe6a5d2e-0a26-4f59-8064-c86f6194b852 req-3fd8a745-195a-42c8-89b6-6e595b09d054 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.1024373
Apr 19 19:41:40.677577 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe6a5d2e-0a26-4f59-8064-c86f6194b852 req-c48480ea-d22d-42b5-9a0b-05f1060ed8ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646956
Apr 19 19:41:41.247991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98f88-2858-45b9-ba66-ca96837db7c5 req-a7dad41c-244e-420a-b01e-acd7007be890 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:41.249628 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d7d98f88-2858-45b9-ba66-ca96837db7c5 req-a7dad41c-244e-420a-b01e-acd7007be890 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1101062
Apr 19 19:41:41.254135 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53988c6d-6dc8-460d-9f16-34959159fb45 req-53807ac7-9178-4f25-a185-6e8620c38d7d service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147324
Apr 19 19:41:41.302462 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d7d98f88-2858-45b9-ba66-ca96837db7c5 req-76d91b08-93f2-4459-a361-5098abade770 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464745
Apr 19 19:41:41.893132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12f6d-b60a-4dbb-858e-2a1a8185e3c2 req-e9f67041-28ba-43db-9547-54fcfce8b8ff tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:41.894747 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5d12f6d-b60a-4dbb-858e-2a1a8185e3c2 req-e9f67041-28ba-43db-9547-54fcfce8b8ff tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.0954971
Apr 19 19:41:41.943873 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5d12f6d-b60a-4dbb-858e-2a1a8185e3c2 req-7e3d4b02-9417-4400-a9e0-e4cf5c5e61ac tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424402
Apr 19 19:41:42.517873 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead0a28-b86b-4ac7-8156-c1066fba874f req-61ab4d79-352f-4d55-81c2-cc74d40c86a4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:42.519584 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ead0a28-b86b-4ac7-8156-c1066fba874f req-61ab4d79-352f-4d55-81c2-cc74d40c86a4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0908339
Apr 19 19:41:42.572636 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ead0a28-b86b-4ac7-8156-c1066fba874f req-d5d0f643-a515-4a44-8578-441416acf620 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460267
Apr 19 19:41:43.153123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa88b51-a5e2-4eb5-809d-c2f60e9c0114 req-a40f9982-bac5-494b-8753-cf3eb3193bc3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:43.155000 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6fa88b51-a5e2-4eb5-809d-c2f60e9c0114 req-a40f9982-bac5-494b-8753-cf3eb3193bc3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.0920851
Apr 19 19:41:43.206045 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6fa88b51-a5e2-4eb5-809d-c2f60e9c0114 req-46b3e75e-c6a1-462d-b1ec-cf617d55e240 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444155
Apr 19 19:41:43.808761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2375d-9125-40be-a047-a2d991ef5ba0 req-6ff41f6e-3a40-433a-ac43-5e623f6bbcb9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:43.810726 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5dd2375d-9125-40be-a047-a2d991ef5ba0 req-6ff41f6e-3a40-433a-ac43-5e623f6bbcb9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1138880
Apr 19 19:41:44.081167 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5dd2375d-9125-40be-a047-a2d991ef5ba0 req-6d810308-c599-479e-a798-8aab82d818f5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2632356
Apr 19 19:41:44.418925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c03df-a721-49b6-9648-666483991e55 req-9cd4d6a4-d18d-4190-97c3-accc15b06d4e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:44.420536 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-421c03df-a721-49b6-9648-666483991e55 req-9cd4d6a4-d18d-4190-97c3-accc15b06d4e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.0923283
Apr 19 19:41:44.473744 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-421c03df-a721-49b6-9648-666483991e55 req-f025dacf-acbc-4602-950c-2923af79ece3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466568
Apr 19 19:41:45.295873 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ee0d0-9d58-4a75-999e-2c6e7ef398f5 req-fb8d9854-60ec-4b7b-b308-8272e4377923 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:45.297492 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7f1ee0d0-9d58-4a75-999e-2c6e7ef398f5 req-fb8d9854-60ec-4b7b-b308-8272e4377923 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0924077
Apr 19 19:41:45.351170 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7f1ee0d0-9d58-4a75-999e-2c6e7ef398f5 req-edc504da-b513-40ca-aed9-e930dd7cfd77 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470600
Apr 19 19:41:45.684552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2c06-c9e4-4009-8115-e3cad045bc9a req-034287b8-cf4d-4604-b42b-11dcd9e8d963 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:45.686087 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a21a2c06-c9e4-4009-8115-e3cad045bc9a req-034287b8-cf4d-4604-b42b-11dcd9e8d963 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.0932004
Apr 19 19:41:45.739114 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a21a2c06-c9e4-4009-8115-e3cad045bc9a req-de8bf5d1-1ef6-4904-b843-dff4e826220f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466406
Apr 19 19:41:46.586602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb909bf6-18f1-45f0-8a86-2544d0098ad4 req-b6acd2c7-0c18-4b7a-9d1b-97b986814f22 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:46.588335 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eb909bf6-18f1-45f0-8a86-2544d0098ad4 req-b6acd2c7-0c18-4b7a-9d1b-97b986814f22 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1097078
Apr 19 19:41:46.650245 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eb909bf6-18f1-45f0-8a86-2544d0098ad4 req-c2231e7e-a4f6-4cf4-a955-2aabef4c9a2b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0501335
Apr 19 19:41:46.959680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda650e-d339-4937-a4a8-940d57076f76 req-29d0dfd1-a0c2-406b-a93b-ee606bf97a47 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:46.961490 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfda650e-d339-4937-a4a8-940d57076f76 req-29d0dfd1-a0c2-406b-a93b-ee606bf97a47 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.1002793
Apr 19 19:41:47.014293 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfda650e-d339-4937-a4a8-940d57076f76 req-2ad34567-f419-4a11-bb6c-65ec2a564735 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448663
Apr 19 19:41:47.435250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:41:47.596380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:47.612129 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'port_id': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'mac_address': 'fa:16:3e:ba:4a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:41:47.633279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 55460) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:47.707313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:47.914890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:47.963670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:47.976358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Usage tracker for resource:security_group_rule and tenant:a09f0b7778cb47b886a9beb13b1dfb91 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:47.988166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:47.995600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:48.086871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 55492) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:48.086958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8b91cd-8380-4d12-97cf-635075a8a226 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:41:48.151223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd755b5-b6e4-4b2d-a239-e2ee7d24080a req-00b6985f-daea-47c2-8caa-1f8c82c260a0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:48.160388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:48.163115 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ffd755b5-b6e4-4b2d-a239-e2ee7d24080a req-00b6985f-daea-47c2-8caa-1f8c82c260a0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.2325602
Apr 19 19:41:48.168022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.170777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:48.223805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.231541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.291623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:48.309035 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ffd755b5-b6e4-4b2d-a239-e2ee7d24080a req-5c5fef23-ef7a-4c78-98c2-dfb6fc1ecd9d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1364274
Apr 19 19:41:48.371023 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a09f0b7778cb47b886a9beb13b1dfb91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7360194
Apr 19 19:41:48.380094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 55508) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:48.391038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:48.395511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:48.445494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.462530 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8c872872-9e32-40ea-a225-c1422ff90adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.466267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25ba2eb-1174-4d18-a898-790b06c0eb3c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:48.474709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:48.481210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:48.481653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['dd8b91cd-8380-4d12-97cf-635075a8a226'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:41:48.482282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Usage tracker for resource:security_group_rule and tenant:4aa62ac3ad4b46a8a336311203cd0298 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:48.485450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:48.491890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:48.502627 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8c872872-9e32-40ea-a225-c1422ff90adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.564121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8c872872-9e32-40ea-a225-c1422ff90adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.570352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-91984d9d-0e03-4b96-9fa0-aaebabc1ad87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:48.582637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585f319-00aa-4553-a065-d69d61ded40a req-c75bb149-7a99-40be-8d0b-415f060380b2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:48.582972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c872872-9e32-40ea-a225-c1422ff90adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25ba2eb-1174-4d18-a898-790b06c0eb3c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:48.586490 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8585f319-00aa-4553-a065-d69d61ded40a req-c75bb149-7a99-40be-8d0b-415f060380b2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.3098760
Apr 19 19:41:48.591546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8c872872-9e32-40ea-a225-c1422ff90adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:48.592426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8c872872-9e32-40ea-a225-c1422ff90adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.596677 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8c872872-9e32-40ea-a225-c1422ff90adf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a25ba2eb-1174-4d18-a898-790b06c0eb3c HTTP/1.1" status: 204  len: 168 time: 0.2146313
Apr 19 19:41:48.691487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.698429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.716295 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8585f319-00aa-4553-a065-d69d61ded40a req-cbc55198-9518-47a4-af6b-82957bed5c9e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191654
Apr 19 19:41:48.720204 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-773cddc4-cd39-4eb6-a379-5b1ce3bb7be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:48.769634 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4aa62ac3ad4b46a8a336311203cd0298&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6774554
Apr 19 19:41:48.770137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 55520) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:48.771201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f0b0e2-aa9c-441a-9677-44fc66eef6c8,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:48.777676 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:48.836150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-671ebe2e-123f-4540-9cf0-a9824e20d886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.864156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-671ebe2e-123f-4540-9cf0-a9824e20d886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.913789 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-671ebe2e-123f-4540-9cf0-a9824e20d886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.918604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58128f86-6ff7-4f49-9397-e799b967639b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:48.930553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ebe2e-123f-4540-9cf0-a9824e20d886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f0b0e2-aa9c-441a-9677-44fc66eef6c8,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:48.936101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-671ebe2e-123f-4540-9cf0-a9824e20d886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:48.943350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-671ebe2e-123f-4540-9cf0-a9824e20d886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.945124 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-671ebe2e-123f-4540-9cf0-a9824e20d886 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8f0b0e2-aa9c-441a-9677-44fc66eef6c8 HTTP/1.1" status: 204  len: 168 time: 0.1732106
Apr 19 19:41:49.317399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 55546) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:49.349762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.367692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:49.372867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Usage tracker for resource:security_group_rule and tenant:b2fde26346c44f10a2fc6d973bd6037e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:49.376178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:49.383230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:49.466952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 331a3998-07fc-4154-a287-064419683232 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:41:49.544956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:49.564937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a326a-f248-491a-a3fb-7a1ea8b41a7e req-99a0b62a-975e-438f-bd03-922a20fee8a0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:49.577274 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-026a326a-f248-491a-a3fb-7a1ea8b41a7e req-99a0b62a-975e-438f-bd03-922a20fee8a0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 945 time: 0.1444676
Apr 19 19:41:49.601558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.607188 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.676178 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-026a326a-f248-491a-a3fb-7a1ea8b41a7e req-f5f87181-fc1d-46b6-96e3-f71c8abba06c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0962582
Apr 19 19:41:49.690148 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-66fd3028-262e-473a-8a2e-2c31dc1d1976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:49.711514 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2fde26346c44f10a2fc6d973bd6037e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3904405
Apr 19 19:41:49.712563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 55570) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:49.739810 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588ed552-f724-44a5-add5-9eeef2a14ab3,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:49.753905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:49.820673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 331a3998-07fc-4154-a287-064419683232, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=331a3998-07fc-4154-a287-064419683232,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:49.829983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port dd8b91cd-8380-4d12-97cf-635075a8a226 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:49.833607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.842075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port dd8b91cd-8380-4d12-97cf-635075a8a226 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:49.842528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.864437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.876608 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '331a3998-07fc-4154-a287-064419683232', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'port_id': '331a3998-07fc-4154-a287-064419683232', 'mac_address': 'fa:16:3e:5f:fd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:41:49.958788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.972920 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.977572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-14bd72d0-18d1-4c9f-b58a-f55be48e0228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:49.996881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588ed552-f724-44a5-add5-9eeef2a14ab3,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:50.006534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:50.009064 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/588ed552-f724-44a5-add5-9eeef2a14ab3 HTTP/1.1" status: 204  len: 168 time: 0.2950897
Apr 19 19:41:50.011125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.011549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.011941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.012329 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.012715 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.013550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.013550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.013842 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.014728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.014830 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.015222 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.015625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:50.034203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:50.070880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331a3998-07fc-4154-a287-064419683232 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:41:50.116082 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155cc92-22e7-4640-a167-478460e9eaf6 req-28b850ac-41e5-4d7c-b69b-78aed37f49a4 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:50.126102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 331a3998-07fc-4154-a287-064419683232, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=331a3998-07fc-4154-a287-064419683232,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:50.126102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:50.127588 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d155cc92-22e7-4640-a167-478460e9eaf6 req-28b850ac-41e5-4d7c-b69b-78aed37f49a4 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 943 time: 0.2387435
Apr 19 19:41:50.137399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:50.144426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:50.205512 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d155cc92-22e7-4640-a167-478460e9eaf6 req-60012295-5938-49be-b17e-ee6de6a85238 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768690
Apr 19 19:41:50.228366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:41:50.247298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:50.258059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=331a3998-07fc-4154-a287-064419683232,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:50.261996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:50.264223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:50.265484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:50.328566 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'code': 200}
Apr 19 19:41:50.372714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:50.376207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:50.959166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc3255-a38e-458e-b2c8-43e88a04aff5 req-3105d212-1d4f-4bc5-82df-378cfda0ee5f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:50.960786 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0cc3255-a38e-458e-b2c8-43e88a04aff5 req-3105d212-1d4f-4bc5-82df-378cfda0ee5f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1019986
Apr 19 19:41:51.021466 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0cc3255-a38e-458e-b2c8-43e88a04aff5 req-37a2540f-5c76-4290-88e5-b8964f81fb53 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0519748
Apr 19 19:41:51.448942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fe121-1112-4e2e-94b4-2ab79518f981 req-473bdcf1-3385-443d-a85d-1b28b39f1cf8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:51.450652 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c2fe121-1112-4e2e-94b4-2ab79518f981 req-473bdcf1-3385-443d-a85d-1b28b39f1cf8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 944 time: 0.1007590
Apr 19 19:41:51.502512 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c2fe121-1112-4e2e-94b4-2ab79518f981 req-71bd6dbb-27de-4db0-81d5-17860126a9c2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454366
Apr 19 19:41:52.249286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb148de-a34c-4804-b7d8-c518aa534aed req-c830e52d-351e-47ab-97ec-d20124d0b994 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:52.251023 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-acb148de-a34c-4804-b7d8-c518aa534aed req-c830e52d-351e-47ab-97ec-d20124d0b994 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1037455
Apr 19 19:41:52.306293 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-acb148de-a34c-4804-b7d8-c518aa534aed req-ac8fc57e-df3d-4b5c-947e-e58823b7fdcc tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453510
Apr 19 19:41:52.715680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c61e3-2cc0-45f4-ba37-a80af24cb777 req-efdc97e7-7643-4ce7-bcd7-5860b5315b04 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:52.717324 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-079c61e3-2cc0-45f4-ba37-a80af24cb777 req-efdc97e7-7643-4ce7-bcd7-5860b5315b04 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 944 time: 0.0973756
Apr 19 19:41:52.766285 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-079c61e3-2cc0-45f4-ba37-a80af24cb777 req-8c8be717-31ad-49a1-9efd-9822ba0498eb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424879
Apr 19 19:41:53.154815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-288a374e-618b-4980-b263-f099540b60ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:53.224556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['331a3998-07fc-4154-a287-064419683232'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:41:53.435366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ead08-ed15-4e2f-82be-f90ca9d163b6 req-af174913-abb3-44cc-bf2f-4a40a00f6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:53.437165 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e37ead08-ed15-4e2f-82be-f90ca9d163b6 req-af174913-abb3-44cc-bf2f-4a40a00f6d89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 1099 time: 0.0908549
Apr 19 19:41:53.487253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-e37ead08-ed15-4e2f-82be-f90ca9d163b6 req-f657aacd-a034-4885-8514-a4dd5e61e854 service neutron] Synchronizing usage tracker for tenant:eb42f172063a4010a51413ad4c92013a on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:41:53.505465 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-e37ead08-ed15-4e2f-82be-f90ca9d163b6 req-f657aacd-a034-4885-8514-a4dd5e61e854 service neutron] Unset dirty status for tenant:eb42f172063a4010a51413ad4c92013a on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:41:53.506995 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e37ead08-ed15-4e2f-82be-f90ca9d163b6 req-f657aacd-a034-4885-8514-a4dd5e61e854 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0621493
Apr 19 19:41:53.640731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75247b66-76a7-4d5c-b055-b6de69c4024c req-7f87b965-837d-4cf8-b2a0-ee0df3418c5b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:53.642390 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-75247b66-76a7-4d5c-b055-b6de69c4024c req-7f87b965-837d-4cf8-b2a0-ee0df3418c5b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.0903318
Apr 19 19:41:53.709069 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-75247b66-76a7-4d5c-b055-b6de69c4024c req-6d46c3b3-b6fc-4708-b4ff-b2997349b498 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0569012
Apr 19 19:41:53.997483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc9263-6a41-4bf8-b765-e1672f7a686a req-a6c05f32-8cdd-4dc8-bfd5-7904d20efbd6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:53.999406 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9dbc9263-6a41-4bf8-b765-e1672f7a686a req-a6c05f32-8cdd-4dc8-bfd5-7904d20efbd6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 944 time: 0.1077983
Apr 19 19:41:54.086997 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9dbc9263-6a41-4bf8-b765-e1672f7a686a req-b4290ec6-1c45-444d-a621-5722c3ec8c09 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811265
Apr 19 19:41:54.188122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 331a3998-07fc-4154-a287-064419683232 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:41:54.265522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 331a3998-07fc-4154-a287-064419683232 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:41:54.271111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 331a3998-07fc-4154-a287-064419683232 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:41:54.271596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:54.425736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:54.488904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331a3998-07fc-4154-a287-064419683232'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:41:54.514972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 331a3998-07fc-4154-a287-064419683232, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=331a3998-07fc-4154-a287-064419683232,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:41:54.527558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:54.531386 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:54.604788 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331a3998-07fc-4154-a287-064419683232', 'code': 200}
Apr 19 19:41:54.616415 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=331a3998-07fc-4154-a287-064419683232,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:54.627763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.628803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.629712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.629894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.630790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.631436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.631994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.632590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.633128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.633735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.634307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.635561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:41:54.640372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:54.922063 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481c97e-4e32-4667-9bcc-40fd5340422d req-5fd8eafc-0b05-4e1f-89b4-0305595dd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:54.923758 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a481c97e-4e32-4667-9bcc-40fd5340422d req-5fd8eafc-0b05-4e1f-89b4-0305595dd701 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 1098 time: 0.1002595
Apr 19 19:41:54.981032 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a481c97e-4e32-4667-9bcc-40fd5340422d req-805a7071-5fc7-4bd4-b9e1-ff8ebb104755 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504401
Apr 19 19:41:54.985956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca35224-87fb-4bbb-ab0c-716eb61142ad req-af41edaa-8a37-4b39-9190-b5d6962fd973 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:54.988024 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ca35224-87fb-4bbb-ab0c-716eb61142ad req-af41edaa-8a37-4b39-9190-b5d6962fd973 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1343746
Apr 19 19:41:55.049588 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ca35224-87fb-4bbb-ab0c-716eb61142ad req-870f60fe-fc37-4924-95f9-59b54cbf0d01 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0517566
Apr 19 19:41:55.106749 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c067cb44-cbfc-4a08-87ef-be96d9869b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:55.427840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab3174-c8e4-4030-9a42-7a99aacc134f req-b624645d-beca-4398-98a3-157290f56c50 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:55.429460 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-55ab3174-c8e4-4030-9a42-7a99aacc134f req-b624645d-beca-4398-98a3-157290f56c50 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1881058
Apr 19 19:41:55.460743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d62037-80f5-4033-8a81-1a3cc1cf550a req-2bb6de81-d039-4be8-8ad3-e639c1367ac4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:55.462362 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5d62037-80f5-4033-8a81-1a3cc1cf550a req-2bb6de81-d039-4be8-8ad3-e639c1367ac4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1686056
Apr 19 19:41:55.473606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 55778) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:55.479626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-de3efa9c-76d6-4d34-a949-a4cacbd1e4d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'floatingip': {'port_id': 'dd8b91cd-8380-4d12-97cf-635075a8a226'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:55.516037 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-55ab3174-c8e4-4030-9a42-7a99aacc134f req-200dd377-41c5-48da-88ab-73241ba1bbe6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692289
Apr 19 19:41:55.619748 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de3efa9c-76d6-4d34-a949-a4cacbd1e4d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:55.977756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 55802) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:56.102982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.215439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.232774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:41:56.237480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbc2c70a3ff47fcaea978344f3888a9 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:41:56.240797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:41:56.248170 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:41:56.345430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.350078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.361039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:56.408012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b8d2fa-f6cb-41f5-9307-c78553941d08,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:56.411736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:56.418320 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dbc2c70a3ff47fcaea978344f3888a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4384513
Apr 19 19:41:56.418558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 55816) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:56.530104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-217169aa-904b-4f87-b793-2108632dae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.570180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-217169aa-904b-4f87-b793-2108632dae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.574460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.631444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-217169aa-904b-4f87-b793-2108632dae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.644518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:41:56.698081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217169aa-904b-4f87-b793-2108632dae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b8d2fa-f6cb-41f5-9307-c78553941d08,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:41:56.717673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-217169aa-904b-4f87-b793-2108632dae58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:41:56.726507 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-217169aa-904b-4f87-b793-2108632dae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.728429 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-217169aa-904b-4f87-b793-2108632dae58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35b8d2fa-f6cb-41f5-9307-c78553941d08 HTTP/1.1" status: 204  len: 168 time: 0.3084757
Apr 19 19:41:56.761692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c4a25-26ef-43d1-ba11-77dc69c5ed3c req-d04df19f-73ad-4b4b-a846-d2292e60a0e4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:56.763381 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-867c4a25-26ef-43d1-ba11-77dc69c5ed3c req-d04df19f-73ad-4b4b-a846-d2292e60a0e4 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.2871969
Apr 19 19:41:56.802035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de3efa9c-76d6-4d34-a949-a4cacbd1e4d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.805820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de3efa9c-76d6-4d34-a949-a4cacbd1e4d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:56.820010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9c7db-71cd-4344-bd35-266abd867d88 req-1bb4051d-7088-4866-98b8-cebc73e7ad5e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:56.821646 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cfe9c7db-71cd-4344-bd35-266abd867d88 req-1bb4051d-7088-4866-98b8-cebc73e7ad5e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1701963
Apr 19 19:41:56.891518 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-867c4a25-26ef-43d1-ba11-77dc69c5ed3c req-ac0250d0-89af-4df6-80f3-66415f4a6147 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196802
Apr 19 19:41:56.937708 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cfe9c7db-71cd-4344-bd35-266abd867d88 req-4db733cd-56a1-40aa-8905-faf1b9a8cb07 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050501
Apr 19 19:41:57.032297 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-de3efa9c-76d6-4d34-a949-a4cacbd1e4d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Floating IP e5dd8b34-00b1-4898-8709-868d426a4927 associated. External IP: 172.27.3.232, port: dd8b91cd-8380-4d12-97cf-635075a8a226.
Apr 19 19:41:57.183540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5277b55-ea6c-4703-8053-7d41a6946e65 req-69ecfcff-dec3-43ce-b34b-0f4795975bb3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:57.190527 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e5277b55-ea6c-4703-8053-7d41a6946e65 req-69ecfcff-dec3-43ce-b34b-0f4795975bb3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1257141
Apr 19 19:41:57.196084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 55844) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:41:57.203158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d644c33b-1b4e-481b-b55f-6d539ac313a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'floatingip': {'port_id': '331a3998-07fc-4154-a287-064419683232'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:41:57.314830 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d644c33b-1b4e-481b-b55f-6d539ac313a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:57.533965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:57.689136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3efa9c-76d6-4d34-a949-a4cacbd1e4d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:41:57.897058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3efa9c-76d6-4d34-a949-a4cacbd1e4d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:41:57.910915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de3efa9c-76d6-4d34-a949-a4cacbd1e4d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:57.915330 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] Sync routers for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:41:57.927243 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:57.927963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70aeca9e8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:41:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:58.088372 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-de3efa9c-76d6-4d34-a949-a4cacbd1e4d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "PUT /v2.0/floatingips/e5dd8b34-00b1-4898-8709-868d426a4927 HTTP/1.1" status: 200  len: 992 time: 2.6129436
Apr 19 19:41:58.089455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:41:58.363085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:58.513874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d9c3-dd47-427f-b09f-a56c959361df req-8809631c-7e01-407c-be18-d817c90da696 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:58.518460 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce08d9c3-dd47-427f-b09f-a56c959361df req-8809631c-7e01-407c-be18-d817c90da696 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.4049084
Apr 19 19:41:58.623222 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce08d9c3-dd47-427f-b09f-a56c959361df req-022f1406-c7ba-4585-aece-f207aa049e05 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036406
Apr 19 19:41:58.684677 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'status': 'completed', 'code': 200}
Apr 19 19:41:58.774574 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d644c33b-1b4e-481b-b55f-6d539ac313a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:58.778223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d644c33b-1b4e-481b-b55f-6d539ac313a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:58.835437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70aeca9e8>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': 'e5dd8b34-00b1-4898-8709-868d426a4927', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'port_id': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'mac_address': 'fa:16:3e:ba:4a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:41:15Z', 'updated_at': '2021-04-19T19:41:56Z', 'revision_number': 1, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:58.841253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] Checking router: 053894f7-03c2-4e90-8ed6-4f1f79a6d638 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:41:58.850209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:58.850884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70aeca9e8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:41:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:58.966068 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-d644c33b-1b4e-481b-b55f-6d539ac313a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Floating IP b8dc7f87-5996-4eb4-82e1-82d8f3643cde associated. External IP: 172.27.3.124, port: 331a3998-07fc-4154-a287-064419683232.
Apr 19 19:41:59.052438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:59.242006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-57793173-b41e-44a2-85e9-f5a8de9872e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:59.243549 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-57793173-b41e-44a2-85e9-f5a8de9872e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 1099 time: 0.0862799
Apr 19 19:41:59.373666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d644c33b-1b4e-481b-b55f-6d539ac313a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:41:59.412047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-88c0bd18-d39a-448c-a5fd-e40a2c8c0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:59.413625 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-88c0bd18-d39a-448c-a5fd-e40a2c8c0ede service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.1585279
Apr 19 19:41:59.465554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70aeca9e8>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': 'e5dd8b34-00b1-4898-8709-868d426a4927', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'port_id': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'mac_address': 'fa:16:3e:ba:4a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:41:15Z', 'updated_at': '2021-04-19T19:41:56Z', 'revision_number': 1, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:59.471048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b798d6-7d84-49d2-864a-b751c669c545 None None] The sync data for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi is: [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': 'e5dd8b34-00b1-4898-8709-868d426a4927', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'port_id': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'mac_address': 'fa:16:3e:ba:4a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:41:15Z', 'updated_at': '2021-04-19T19:41:56Z', 'revision_number': 1, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:41:59.593938 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-2b862aee-a665-47e3-8853-16570823361b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8b91cd-8380-4d12-97cf-635075a8a226 HTTP/1.1" status: 200  len: 1000 time: 0.1727347
Apr 19 19:41:59.629308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d644c33b-1b4e-481b-b55f-6d539ac313a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:41:59.635214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d644c33b-1b4e-481b-b55f-6d539ac313a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:59.641693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] Sync routers for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:41:59.661327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:41:59.662250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ad70128>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:41:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:41:59.692328 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-a08d822e-d9ca-426d-ad8b-49b4447955a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:59.694020 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-a08d822e-d9ca-426d-ad8b-49b4447955a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.0788887
Apr 19 19:41:59.743229 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d644c33b-1b4e-481b-b55f-6d539ac313a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "PUT /v2.0/floatingips/b8dc7f87-5996-4eb4-82e1-82d8f3643cde HTTP/1.1" status: 200  len: 991 time: 2.5455661
Apr 19 19:41:59.745087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'tag': '331a3998-07fc-4154-a287-064419683232'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:41:59.885318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5f1d1-1a7b-47a8-9f3f-bdc87f1ca50d None None] New status for floating IP e5dd8b34-00b1-4898-8709-868d426a4927: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:41:59.907969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-a21ef3f8-befc-4470-9da5-9e804fc98e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:59.909598 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-a21ef3f8-befc-4470-9da5-9e804fc98e1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2063072
Apr 19 19:41:59.989531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:41:59.997250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711631-07f8-449d-99a4-599d5dd29985 req-97e2be9b-f634-40bc-bd82-0705146e3344 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:41:59.998904 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c711631-07f8-449d-99a4-599d5dd29985 req-97e2be9b-f634-40bc-bd82-0705146e3344 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.1258788
Apr 19 19:42:00.099703 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c711631-07f8-449d-99a4-599d5dd29985 req-9c5d69b0-a3dc-4471-b19d-fd4bdacd7a7d tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939381
Apr 19 19:42:00.171918 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'tag': '331a3998-07fc-4154-a287-064419683232', 'status': 'completed', 'code': 200}
Apr 19 19:42:00.586932 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ad70128>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': 'b8dc7f87-5996-4eb4-82e1-82d8f3643cde', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'port_id': '331a3998-07fc-4154-a287-064419683232', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'mac_address': 'fa:16:3e:5f:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:41:19Z', 'updated_at': '2021-04-19T19:41:58Z', 'revision_number': 1, 'project_id': '0e519821846e42b3a6be90a508194df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:00.591575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] Checking router: 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:42:00.601160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:42:00.601834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ad70128>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:41:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:00.795604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:42:01.210927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ad70128>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': 'b8dc7f87-5996-4eb4-82e1-82d8f3643cde', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'port_id': '331a3998-07fc-4154-a287-064419683232', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'mac_address': 'fa:16:3e:5f:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:41:19Z', 'updated_at': '2021-04-19T19:41:58Z', 'revision_number': 1, 'project_id': '0e519821846e42b3a6be90a508194df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:01.215751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6dea50-b8a4-4f14-847c-f747969dbe52 None None] The sync data for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi is: [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': 'b8dc7f87-5996-4eb4-82e1-82d8f3643cde', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'port_id': '331a3998-07fc-4154-a287-064419683232', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'mac_address': 'fa:16:3e:5f:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:41:19Z', 'updated_at': '2021-04-19T19:41:58Z', 'revision_number': 1, 'project_id': '0e519821846e42b3a6be90a508194df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:42:01.509868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afed28-995e-4aad-b152-5b11167e5770 None None] New status for floating IP b8dc7f87-5996-4eb4-82e1-82d8f3643cde: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:42:03.067492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-7dd7e63f-f915-4d8a-9db9-a018a7ccda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:03.069024 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-7dd7e63f-f915-4d8a-9db9-a018a7ccda0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 1098 time: 0.1049256
Apr 19 19:42:03.111310 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-924a791e-44df-4322-9e2e-cc07e6fd7b1c service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628473
Apr 19 19:42:03.289951 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2393a5fa-aae8-47d3-ae30-28ab4cb8876d req-22a050d2-d60a-47a2-908b-42c4b3e17bf0 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594758
Apr 19 19:42:03.317248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7780e2-ae70-4c6a-9359-51afbc3b1eab req-0ef5b66a-c24d-4b1d-aa98-f021fee20bf7 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:03.319117 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed7780e2-ae70-4c6a-9359-51afbc3b1eab req-0ef5b66a-c24d-4b1d-aa98-f021fee20bf7 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.2097211
Apr 19 19:42:03.324474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-94358c31-e581-450a-8580-cdc7ab11a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:03.326017 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-94358c31-e581-450a-8580-cdc7ab11a32b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 912 time: 0.2485299
Apr 19 19:42:03.456595 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed7780e2-ae70-4c6a-9359-51afbc3b1eab req-f99ea15a-7652-4c41-87aa-ea1e31d9b8ef tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294794
Apr 19 19:42:03.473919 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-b8a5f0ca-1371-4ff1-ae07-1be3358fc251 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331a3998-07fc-4154-a287-064419683232 HTTP/1.1" status: 200  len: 1001 time: 0.1286483
Apr 19 19:42:03.549807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-3ef5d2ae-47ab-459b-985c-5f028c566f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:03.551464 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-3ef5d2ae-47ab-459b-985c-5f028c566f66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 200  len: 850 time: 0.0684631
Apr 19 19:42:03.645733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-d1c530f3-b87c-4569-91fd-b64c56c966dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:03.647398 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-d1c530f3-b87c-4569-91fd-b64c56c966dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855334
Apr 19 19:42:03.806191 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-6bea35ce-4650-4972-bf74-509498e11099 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434240
Apr 19 19:42:04.219542 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1584762f-5784-48a6-87bf-eac448df4d71 req-8cab9014-a47f-4ba0-9b24-6b9ec7ecbd0c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2510777
Apr 19 19:42:04.395426 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-988dfcc2-af8c-415b-a5f5-f696b105ed8b req-039f3b27-ec77-4bab-b7f7-f8f3a722cd38 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5785813
Apr 19 19:42:04.424716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584762f-5784-48a6-87bf-eac448df4d71 req-5a811569-310a-434f-880b-21f762a90265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:04.426563 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1584762f-5784-48a6-87bf-eac448df4d71 req-5a811569-310a-434f-880b-21f762a90265 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 1099 time: 0.1064966
Apr 19 19:42:04.646788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584762f-5784-48a6-87bf-eac448df4d71 req-6b3622f2-ca13-48a1-a88e-6b579226c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:04.648745 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1584762f-5784-48a6-87bf-eac448df4d71 req-6b3622f2-ca13-48a1-a88e-6b579226c464 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.1973529
Apr 19 19:42:04.770504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-90dd094c-17a3-48d7-bff6-c537c6c0b273 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:04.772259 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-90dd094c-17a3-48d7-bff6-c537c6c0b273 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.60 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.2265971
Apr 19 19:42:04.818116 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1584762f-5784-48a6-87bf-eac448df4d71 req-a983bf59-a9aa-4dbf-bdea-9d1b3dbdc807 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8b91cd-8380-4d12-97cf-635075a8a226 HTTP/1.1" status: 200  len: 1002 time: 0.1622429
Apr 19 19:42:04.832547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e37179-e411-4a6b-a615-232315f754f8 req-8c5b8432-2ff5-4d29-9acc-572d6e5a496f tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:04.834243 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1e37179-e411-4a6b-a615-232315f754f8 req-8c5b8432-2ff5-4d29-9acc-572d6e5a496f tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 946 time: 0.2110331
Apr 19 19:42:04.900182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584762f-5784-48a6-87bf-eac448df4d71 req-9f49aecb-a48e-44f2-8f6e-2d5f058d5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:04.902392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Deleting port f4b2cc28-ef7c-4eb0-b550-fbcec6044975 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:42:04.902527 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1584762f-5784-48a6-87bf-eac448df4d71 req-9f49aecb-a48e-44f2-8f6e-2d5f058d5b0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.0763056
Apr 19 19:42:04.902628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:04.967082 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1e37179-e411-4a6b-a615-232315f754f8 req-2c275d39-af84-4edc-96aa-5f8c94ecccf6 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/security-groups?id=08463a04-e6bc-440d-9328-8b722607d065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237638
Apr 19 19:42:05.000330 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584762f-5784-48a6-87bf-eac448df4d71 req-d9f51927-bbba-4ad9-a02a-e117ca33a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:05.002141 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1584762f-5784-48a6-87bf-eac448df4d71 req-d9f51927-bbba-4ad9-a02a-e117ca33a842 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0931499
Apr 19 19:42:05.232706 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1584762f-5784-48a6-87bf-eac448df4d71 req-fbac41d3-2e8f-4651-8813-c70c7f51a4e4 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213254
Apr 19 19:42:05.236077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] For port f4b2cc28-ef7c-4eb0-b550-fbcec6044975, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,segment=NetworkSegment(99ff6591-0d17-4c59-9f1e-63680ecd621f),segment_id=99ff6591-0d17-4c59-9f1e-63680ecd621f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:05.236479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:05.402595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Calling delete_port for f4b2cc28-ef7c-4eb0-b550-fbcec6044975 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:42:05.409049 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1584762f-5784-48a6-87bf-eac448df4d71 req-75b5f622-22a5-4ad7-9ecc-7c52d1f0dd0a service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681740
Apr 19 19:42:05.655595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:05.662879 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f132342d-65c0-455d-8962-b02adf5d4231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:05.711294 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Pushing event deleted for resources: {'Port': ['ID=f4b2cc28-ef7c-4eb0-b550-fbcec6044975,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:05.746200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:05.792330 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] No DVR routers for this DVR port f4b2cc28-ef7c-4eb0-b550-fbcec6044975 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:42:05.795499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:05.798619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b', 'name': 'network-vif-deleted', 'tag': 'f4b2cc28-ef7c-4eb0-b550-fbcec6044975'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:42:05.818255 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c52a3c42-555b-4ccf-a090-0c649f312417 req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.60 "DELETE /v2.0/ports/f4b2cc28-ef7c-4eb0-b550-fbcec6044975 HTTP/1.1" status: 204  len: 173 time: 1.0375488
Apr 19 19:42:05.854908 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b', 'name': 'network-vif-deleted', 'tag': 'f4b2cc28-ef7c-4eb0-b550-fbcec6044975', 'status': 'completed', 'code': 200}
Apr 19 19:42:06.163295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-189a7d40-5770-476e-a76a-5b1d3c47a81b req-47502ec8-da39-4a7a-9057-c775a9e87b97 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Synchronizing usage tracker for tenant:550557c20ff44f3e92b78f97fadfda6b on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:42:06.179916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-189a7d40-5770-476e-a76a-5b1d3c47a81b req-47502ec8-da39-4a7a-9057-c775a9e87b97 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Unset dirty status for tenant:550557c20ff44f3e92b78f97fadfda6b on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:42:06.181234 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-189a7d40-5770-476e-a76a-5b1d3c47a81b req-47502ec8-da39-4a7a-9057-c775a9e87b97 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 0.0791020
Apr 19 19:42:08.688953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['f4b2cc28-ef7c-4eb0-b550-fbcec6044975'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:42:08.746082 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:08.892803 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73c46136-5f3e-45d2-a53a-2401e7bd76b1 req-1f04a283-4d74-40f8-9886-a85a9a3ad7d6 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 0.0545630
Apr 19 19:42:10.115384 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f7ef7f7-70d4-457d-82ab-6e9cfda7e123 req-e648b4f1-18ff-4a53-923d-3d78dcf43b53 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] 10.222.0.13 "GET /v2.0/ports?device_id=68e6cbba-2cb9-46f0-b1f2-19ddc2fcce3b HTTP/1.1" status: 200  len: 210 time: 0.0631521
Apr 19 19:42:10.697669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device f4b2cc28-ef7c-4eb0-b550-fbcec6044975 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:42:10.738118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: f4b2cc28-ef7c-4eb0-b550-fbcec6044975 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:42:10.738694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device f4b2cc28-ef7c-4eb0-b550-fbcec6044975 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:42:11.454135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56282) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:11.644091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:11.660245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:11.665314 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Usage tracker for resource:security_group_rule and tenant:e94c63d3e2974e30a8ba14127d987cd1 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:11.668517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:11.674684 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:11.795070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:11.798923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:11.812198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-912c7d6a-952c-45db-9bc8-fc55a9700425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:11.863786 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e94c63d3e2974e30a8ba14127d987cd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4081736
Apr 19 19:42:11.868131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56310) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:11.893537 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acadbab6-f99d-4793-b0c6-36d37fcb4159,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:11.898594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:11.959739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b0ee611-013f-4b45-8f4e-f542aee76399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:11.998752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b0ee611-013f-4b45-8f4e-f542aee76399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.074277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b0ee611-013f-4b45-8f4e-f542aee76399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.081889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:12.096127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ee611-013f-4b45-8f4e-f542aee76399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acadbab6-f99d-4793-b0c6-36d37fcb4159,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:12.099160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7b0ee611-013f-4b45-8f4e-f542aee76399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:12.107896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b0ee611-013f-4b45-8f4e-f542aee76399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.112405 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7b0ee611-013f-4b45-8f4e-f542aee76399 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acadbab6-f99d-4793-b0c6-36d37fcb4159 HTTP/1.1" status: 204  len: 168 time: 0.2355230
Apr 19 19:42:12.459046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56338) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:12.481373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.497934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:12.502366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Usage tracker for resource:security_group_rule and tenant:dca5d8ac5d674ef58508e2bbef76651e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:12.505347 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:12.512363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:12.578018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56342) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:12.610322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.612917 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.622145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d74c99c6-72d3-467a-91c9-d72f1bc14d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:12.671096 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dca5d8ac5d674ef58508e2bbef76651e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2083690
Apr 19 19:42:12.671096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c176545-7104-420a-88d6-1a7dbf4ebef1,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:12.673769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:12.673952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56348) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:12.718746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.754690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:12.762085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Usage tracker for resource:security_group_rule and tenant:7358840a8e0c4f36be34a8bc349ed52d is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:12.771426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:12.782598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:12.787448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.832723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.925397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.931288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-83f99a2d-527c-4fd6-80af-8d84772ce69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:12.955205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c176545-7104-420a-88d6-1a7dbf4ebef1,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:12.963400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.972562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.972962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.973350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.973734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.974115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.974555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.974930 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.975306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.975682 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.976055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.976440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.976798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:12.982584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:12.992473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:12.993003 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:13.007250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.011990 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-30cab05e-3e24-4ae5-a8eb-84d52dc53540 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c176545-7104-420a-88d6-1a7dbf4ebef1 HTTP/1.1" status: 204  len: 168 time: 0.3332169
Apr 19 19:42:13.083189 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7358840a8e0c4f36be34a8bc349ed52d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5039628
Apr 19 19:42:13.086421 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56362) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:13.095549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3ffcf2-b916-40c3-83fd-acd28d93307f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:13.109807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:13.204402 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b88b33c6-19c7-456a-8c54-294d03e4f97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.249847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b88b33c6-19c7-456a-8c54-294d03e4f97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.350534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b88b33c6-19c7-456a-8c54-294d03e4f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.360251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c1ac222c-21ed-4daa-b5ab-bd3f56f11bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:13.383011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b33c6-19c7-456a-8c54-294d03e4f97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3ffcf2-b916-40c3-83fd-acd28d93307f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:13.387196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b88b33c6-19c7-456a-8c54-294d03e4f97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:13.413023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b88b33c6-19c7-456a-8c54-294d03e4f97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.414264 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b88b33c6-19c7-456a-8c54-294d03e4f97a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e3ffcf2-b916-40c3-83fd-acd28d93307f HTTP/1.1" status: 204  len: 168 time: 0.3261054
Apr 19 19:42:13.497958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56388) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:13.573703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] Deleting subnet b2622e4a-cd26-44ee-bcb2-a42ef1555823 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:42:13.577472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.640601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.650147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.793797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56400) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:13.814321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.832267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:13.836468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Usage tracker for resource:security_group_rule and tenant:370104bcd00c40519eda21aabcc351d5 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:13.845006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:13.851526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:13.952759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.959480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.959642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:13.970151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d28faf2c-907b-4595-884b-2ebac64fc5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:13.970498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b8b8d90b-294f-45d1-8599-af6cd14a5c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:14.016812 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb591fd8-9466-49b1-b0fc-85b7362283db,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:14.032234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2622e4a-cd26-44ee-bcb2-a42ef1555823,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:14.036892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:14.039953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:14.043193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:14.049977 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=370104bcd00c40519eda21aabcc351d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2523944
Apr 19 19:42:14.050235 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b2622e4a-cd26-44ee-bcb2-a42ef1555823 HTTP/1.1" status: 204  len: 168 time: 0.5501981
Apr 19 19:42:14.050475 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56410) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:14.052783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56412) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:14.231696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:14.234791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12a2bf7b-27bc-4803-801b-fa3f4ede42e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:14.305924 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12a2bf7b-27bc-4803-801b-fa3f4ede42e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:14.463935 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:14.626266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56440) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:14.650181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd709c22588>> segment before_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.650625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd709c22588>> subnet precommit_delete_associations 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.651687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd709c22c50>> segment_host_mapping after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.652274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd709c22c50>> port after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.652687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd709c22c50>> port after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.653112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd709c22c50>> port after_update 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.653411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd709c22c50>> segment after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.653843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd709c22c50>> subnet after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.654119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd709c22c50>> subnet after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.654848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd709c22c50>> subnet after_update 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.724418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd709c1e780>> subnet after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.724418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd709c1e780>> subnet after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.724418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd709c1e780>> subnet before_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.724418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd709c1e780>> subnet before_update 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:42:14.725016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70a6e90b8>,) {'filters': {'network_id': ['2a2284fb-599b-48a9-b486-c4992fb618b9']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:14.738994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70a6e90b8>, '99ff6591-0d17-4c59-9f1e-63680ecd621f') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:14.739338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70a6e90b8>, '99ff6591-0d17-4c59-9f1e-63680ecd621f') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:14.753191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849268215'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:14.770472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:14.780460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:42:14.856603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:14.875543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:14.879723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Usage tracker for resource:security_group_rule and tenant:95c74caa7b084cf28b4dbb651aeddf29 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:14.884422 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:14.896162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:14.954925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56454) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:14.963468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12a2bf7b-27bc-4803-801b-fa3f4ede42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:14.978298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-217169aa-904b-4f87-b793-2108632dae58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:14.993340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Network 2a2284fb-599b-48a9-b486-c4992fb618b9 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:42:15.004436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5507988'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.019246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2bf7b-27bc-4803-801b-fa3f4ede42e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb591fd8-9466-49b1-b0fc-85b7362283db,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:15.029542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12a2bf7b-27bc-4803-801b-fa3f4ede42e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:15.085774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12a2bf7b-27bc-4803-801b-fa3f4ede42e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.090647 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-12a2bf7b-27bc-4803-801b-fa3f4ede42e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb591fd8-9466-49b1-b0fc-85b7362283db HTTP/1.1" status: 204  len: 168 time: 1.0391188
Apr 19 19:42:15.105395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.111572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.122845 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-062d5d3c-a8fa-4005-ba63-78c9e1685482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:15.175595 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95c74caa7b084cf28b4dbb651aeddf29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5465348
Apr 19 19:42:15.179818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56464) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:15.220339 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Network 2a2284fb-599b-48a9-b486-c4992fb618b9 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:42:15.224957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:42:15.244228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46581828-40b3-4515-a647-5e77ee1b1d12,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   from cryptography.utils import int_from_bytes
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   from cryptography.utils import int_from_bytes
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   (rel_b, rel_a, rel_b),
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   (rel_b, rel_a, rel_b),
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:42:15.262890 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:42:15.272302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:15.288143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.302791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5f098c87-e25b-488d-96a8-713a49a5077e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.339696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5f098c87-e25b-488d-96a8-713a49a5077e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.367073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.368504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:15.372609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9e59a24a-1b88-4a81-9af0-765e75fc073e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:15.374947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Usage tracker for resource:security_group_rule and tenant:212a32d8fd234726b892570e2061ba87 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:15.386956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:15.397424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.402086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:15.404763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2284fb-599b-48a9-b486-c4992fb618b9,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:15.416783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:15.425274 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a97c3fda-143c-4b6a-9b7e-5e228a1c28c9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a2284fb-599b-48a9-b486-c4992fb618b9 HTTP/1.1" status: 204  len: 168 time: 1.3712687
Apr 19 19:42:15.431756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5f098c87-e25b-488d-96a8-713a49a5077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.448087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bfdbe310-a66f-43f0-a993-fb30e8ebba04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:15.467743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5f098c87-e25b-488d-96a8-713a49a5077e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.472011 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5f098c87-e25b-488d-96a8-713a49a5077e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46581828-40b3-4515-a647-5e77ee1b1d12 HTTP/1.1" status: 204  len: 168 time: 0.2881572
Apr 19 19:42:15.473722 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f098c87-e25b-488d-96a8-713a49a5077e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46581828-40b3-4515-a647-5e77ee1b1d12,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:15.477042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5f098c87-e25b-488d-96a8-713a49a5077e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:15.561867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.570413 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.575499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:15.629247 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=212a32d8fd234726b892570e2061ba87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6731753
Apr 19 19:42:15.633178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56488) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:15.647146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e74ca7-dec8-4b45-a1e1-52f3b12411cd,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:15.651078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:15.747628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56492) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:15.749410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626757dd-74f5-47b3-af19-a8c94883de35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.786628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626757dd-74f5-47b3-af19-a8c94883de35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.839643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56500) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:15.841355 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6adeb179-1a61-4bbc-b745-00d077e2ca97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=550557c20ff44f3e92b78f97fadfda6b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0923672
Apr 19 19:42:15.924742 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626757dd-74f5-47b3-af19-a8c94883de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.933976 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:15.945113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89d28ce4-9dfa-41dc-ba22-edd6b5c48fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:15.957095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626757dd-74f5-47b3-af19-a8c94883de35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e74ca7-dec8-4b45-a1e1-52f3b12411cd,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:15.971690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-626757dd-74f5-47b3-af19-a8c94883de35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:16.003371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626757dd-74f5-47b3-af19-a8c94883de35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.009908 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-626757dd-74f5-47b3-af19-a8c94883de35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87e74ca7-dec8-4b45-a1e1-52f3b12411cd HTTP/1.1" status: 204  len: 168 time: 0.3704038
Apr 19 19:42:16.026225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89d28ce4-9dfa-41dc-ba22-edd6b5c48fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.063827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56508) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:16.104466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.114211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89d28ce4-9dfa-41dc-ba22-edd6b5c48fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.123069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d5150fff-e551-4391-b811-d8ff91af9c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:16.130365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:16.136812 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Usage tracker for resource:security_group_rule and tenant:83a2abedf86248c4a1646012a41c5fc4 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:16.137466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d28ce4-9dfa-41dc-ba22-edd6b5c48fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08463a04-e6bc-440d-9328-8b722607d065,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:16.140348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-89d28ce4-9dfa-41dc-ba22-edd6b5c48fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:16.148410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:16.151605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89d28ce4-9dfa-41dc-ba22-edd6b5c48fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.152863 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-89d28ce4-9dfa-41dc-ba22-edd6b5c48fe2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08463a04-e6bc-440d-9328-8b722607d065 HTTP/1.1" status: 204  len: 168 time: 0.3119278
Apr 19 19:42:16.160759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:16.274136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.278562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.303966 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:16.326520 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83a2abedf86248c4a1646012a41c5fc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2584805
Apr 19 19:42:16.328194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56520) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:16.340230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e24956-7d56-4101-a085-9c07f1150eae,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:16.343675 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:16.424193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b72a27d-e175-4df0-a263-d3781adefa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.456840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b72a27d-e175-4df0-a263-d3781adefa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.518760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b72a27d-e175-4df0-a263-d3781adefa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.523834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:16.538855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72a27d-e175-4df0-a263-d3781adefa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e24956-7d56-4101-a085-9c07f1150eae,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:16.542385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5b72a27d-e175-4df0-a263-d3781adefa20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:16.544709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b72a27d-e175-4df0-a263-d3781adefa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.545912 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5b72a27d-e175-4df0-a263-d3781adefa20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57e24956-7d56-4101-a085-9c07f1150eae HTTP/1.1" status: 204  len: 168 time: 0.2164917
Apr 19 19:42:16.691910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56538) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:16.715470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.736011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:16.741708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Usage tracker for resource:security_group_rule and tenant:64a5b50abfb94984937bf9faf2bd99bf is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:16.745130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:16.751603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:16.941396 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.950046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:16.974883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:17.066378 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660c45d0-cc2c-4f74-a77e-f3381a4ab0fa,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:17.076044 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64a5b50abfb94984937bf9faf2bd99bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3823702
Apr 19 19:42:17.077522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:17.080202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56554) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:17.173009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1bf73c9-4b6b-4ad0-a36f-eeb0bf459925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.211163 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1bf73c9-4b6b-4ad0-a36f-eeb0bf459925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.228787 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56562) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:17.268938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1bf73c9-4b6b-4ad0-a36f-eeb0bf459925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.275587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-33daa1d8-6aad-4138-be88-ee3f146718b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:17.290786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf73c9-4b6b-4ad0-a36f-eeb0bf459925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c45d0-cc2c-4f74-a77e-f3381a4ab0fa,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:17.296120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c1bf73c9-4b6b-4ad0-a36f-eeb0bf459925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:17.305632 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1bf73c9-4b6b-4ad0-a36f-eeb0bf459925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.307368 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c1bf73c9-4b6b-4ad0-a36f-eeb0bf459925 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/660c45d0-cc2c-4f74-a77e-f3381a4ab0fa HTTP/1.1" status: 204  len: 168 time: 0.2258189
Apr 19 19:42:17.486949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.504610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:17.509569 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:49e47f3a1b42407bb08819d506c36312 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:17.513008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:17.519229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:17.620489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.624317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.633338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:17.680382 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f53015c-42b8-4515-8d0f-975556a82e3e,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:17.688699 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49e47f3a1b42407bb08819d506c36312&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4559388
Apr 19 19:42:17.688699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:17.689080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56584) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:17.762457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e26c2f8-248e-4fdb-93bb-d77c94b1a039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.804699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e26c2f8-248e-4fdb-93bb-d77c94b1a039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.855114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e26c2f8-248e-4fdb-93bb-d77c94b1a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.861049 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:17.875002 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26c2f8-248e-4fdb-93bb-d77c94b1a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f53015c-42b8-4515-8d0f-975556a82e3e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:17.877318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2e26c2f8-248e-4fdb-93bb-d77c94b1a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:17.895688 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e26c2f8-248e-4fdb-93bb-d77c94b1a039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:17.896943 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2e26c2f8-248e-4fdb-93bb-d77c94b1a039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f53015c-42b8-4515-8d0f-975556a82e3e HTTP/1.1" status: 204  len: 168 time: 0.2070382
Apr 19 19:42:18.513148 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56624) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:18.537788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:18.557944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:18.562318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Usage tracker for resource:security_group_rule and tenant:164ac7224ae84290aaa8a2c9ce3e0552 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:18.565373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:18.572225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:18.680496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:18.683895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:18.694952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7383060e-62f2-4128-a28a-ae174f329755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:18.746413 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=164ac7224ae84290aaa8a2c9ce3e0552&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2319376
Apr 19 19:42:18.747427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c3fa12-053e-49a3-957e-6ea7d32aad92,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:18.749288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56638) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:18.750835 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:18.841799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d17e981c-a2d5-46d8-89d1-e163b7092d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:18.872754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d17e981c-a2d5-46d8-89d1-e163b7092d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:18.929009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d17e981c-a2d5-46d8-89d1-e163b7092d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:18.934254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c1bf73c9-4b6b-4ad0-a36f-eeb0bf459925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:18.949555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e981c-a2d5-46d8-89d1-e163b7092d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c3fa12-053e-49a3-957e-6ea7d32aad92,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:18.958474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d17e981c-a2d5-46d8-89d1-e163b7092d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:18.959817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d17e981c-a2d5-46d8-89d1-e163b7092d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:18.964665 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d17e981c-a2d5-46d8-89d1-e163b7092d2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05c3fa12-053e-49a3-957e-6ea7d32aad92 HTTP/1.1" status: 204  len: 168 time: 0.2134933
Apr 19 19:42:19.100552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56662) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:19.432517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-345700423-network', 'tenant_id': '738ff87e9419435ba136c711483956ab'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:42:19.437727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:19.442004 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Usage tracker for resource:network and tenant:738ff87e9419435ba136c711483956ab is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:19.445590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:19.453516 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:19.469203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Made reservation on behalf of 738ff87e9419435ba136c711483956ab for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:42:19.474232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.489212 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.506784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:19.512680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Usage tracker for resource:security_group_rule and tenant:738ff87e9419435ba136c711483956ab is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:19.515925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:19.522719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:19.637515 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.640939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.646953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-671ebe2e-123f-4540-9cf0-a9824e20d886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:19.669048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:42:19.692570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:19.697820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:19.699026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.699413 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Added segment d5ef187a-ec38-41d9-b0f6-e1d75463ba12 of type vlan for network 04b0effe-c1be-43ff-8468-c1e0ac16c02c
Apr 19 19:42:19.735850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.770635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.772048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:19.772699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.779882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1f82c646-4fab-4184-befd-dcec3c1c2912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:19.901403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Pushing event updated for resources: {'Network': ['ID=04b0effe-c1be-43ff-8468-c1e0ac16c02c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:19.908795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:19.910941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:42:19.911645 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8094342
Apr 19 19:42:19.915993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56702) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:19.926362 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Request body: {'subnet': {'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-subnet', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:42:19.935412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:19.941811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Usage tracker for resource:subnet and tenant:738ff87e9419435ba136c711483956ab is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:19.946725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:19.955857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:19.976808 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Made reservation on behalf of 738ff87e9419435ba136c711483956ab for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:42:19.982883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849256460'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:20.764300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5507698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849256475'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:20.770089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:20.861585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22e17c7-3324-472b-b5e9-ae9c695023dd,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:20.866752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:20.868150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Checking segment: {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:42:20.868779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Network hostable DHCP agents. Network: 04b0effe-c1be-43ff-8468-c1e0ac16c02c, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:42:20.875096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56740) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:20.894716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:42:20.906087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 04b0effe-c1be-43ff-8468-c1e0ac16c02c) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:42:20.919235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17217cb-5f6d-4ad0-864a-9e393dd777ab None None] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:42:20.924757 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:20.925761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:20.963696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56748) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:20.967035 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fd9ab28c-a756-46f2-97b6-a639488b30a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0457327
Apr 19 19:42:20.969025 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:42:20.976698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:20.985226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Usage tracker for resource:router and tenant:738ff87e9419435ba136c711483956ab is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:20.989533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:20.996935 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:21.009505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:21.010674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:21.041218 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:21.219171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7885f9e-a854-4208-a6a7-a5160e34e12f None None] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:42:21.294587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:21.316792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:21.320843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Usage tracker for resource:security_group_rule and tenant:a4436e32a86a4808af4d75f6b78fa461 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:21.325096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:21.387469 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:21.562310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:22.061785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:22.087248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:22.097889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8a6c4f22-c0ab-4d2c-bf0e-1ee9f3bd0598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:22.171962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906cc25e-3a7c-4584-ae64-509993920c3c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:22.186080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:22.205788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56798) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:22.208904 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4436e32a86a4808af4d75f6b78fa461&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3320763
Apr 19 19:42:22.323598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9b741f2-306d-4043-9772-7f36ded0baf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:22.372771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9b741f2-306d-4043-9772-7f36ded0baf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:22.450368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9b741f2-306d-4043-9772-7f36ded0baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:22.457853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f7865e4-9c89-49b0-92b7-a0c7f4287c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:22.473348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9b741f2-306d-4043-9772-7f36ded0baf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:22.477356 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d9b741f2-306d-4043-9772-7f36ded0baf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/906cc25e-3a7c-4584-ae64-509993920c3c HTTP/1.1" status: 204  len: 168 time: 0.2679112
Apr 19 19:42:22.479550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b741f2-306d-4043-9772-7f36ded0baf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906cc25e-3a7c-4584-ae64-509993920c3c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:22.482775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d9b741f2-306d-4043-9772-7f36ded0baf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:22.577581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:22.611664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:22.805588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Allocated IP 172.27.3.63 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/1c251aa8-37b9-423b-9f91-5b0c275e4112) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:42:22.998732 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:23.042046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:23.047991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:23.120326 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:42:23.123538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:42:23.126065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:42:23.179336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f80a826e-e12e-42de-9ac1-8dec923f3790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:23.319958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Pushing event updated for resources: {'Port': ['ID=1c251aa8-37b9-423b-9f91-5b0c275e4112,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:23.324379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:23.576877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.028589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.245291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56872) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:24.337100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:42:24.397045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.414563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:24.419829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:32dbcd93f10343b4a8f6cbb93a379c31 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:24.423143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:24.430501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:24.543699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.549623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.560909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bf0fbc54-c73f-4eb8-9576-83d3863c5dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:24.617913 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32dbcd93f10343b4a8f6cbb93a379c31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3713028
Apr 19 19:42:24.618895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025ff8e-8698-4c66-a3fb-9420ffae30bf,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:24.622717 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:24.623445 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56886) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:24.694323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f743842-638e-4c57-90a8-eb0567d13c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.724168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f743842-638e-4c57-90a8-eb0567d13c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.772909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:42:24.783322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Sync routers for ids ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:42:24.787812 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f743842-638e-4c57-90a8-eb0567d13c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.794996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:24.795427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Routers {'7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:42:24.796066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b3e2358>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:41:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:24.809770 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.811486 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.8470874
Apr 19 19:42:24.813653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f743842-638e-4c57-90a8-eb0567d13c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025ff8e-8698-4c66-a3fb-9420ffae30bf,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:24.814396 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 56890) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:24.816456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0f743842-638e-4c57-90a8-eb0567d13c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:24.818993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f743842-638e-4c57-90a8-eb0567d13c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:24.823292 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0f743842-638e-4c57-90a8-eb0567d13c50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b025ff8e-8698-4c66-a3fb-9420ffae30bf HTTP/1.1" status: 204  len: 168 time: 0.1959410
Apr 19 19:42:25.003425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Set router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:42:25.100982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-968cd8ad-350c-443c-bbab-337dee1b7974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:25.466366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b3e2358>, [{'id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:42:21Z', 'updated_at': '2021-04-19T19:42:23Z', 'revision_number': 3, 'project_id': '738ff87e9419435ba136c711483956ab', 'gw_port': {'id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:22Z', 'updated_at': '2021-04-19T19:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:25.480180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Checking router: 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:42:25.480524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Updating router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 port 1c251aa8-37b9-423b-9f91-5b0c275e4112 binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:42:25.588254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:25.818957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.115156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.188376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Allocated IP 172.20.0.1 (04b0effe-c1be-43ff-8468-c1e0ac16c02c/b22e17c7-3324-472b-b5e9-ae9c695023dd/47c4f99e-3d55-4aa1-b557-89fbb0986009) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:42:26.209947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.244903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Transition to ACTIVE for port object 1c251aa8-37b9-423b-9f91-5b0c275e4112 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:42:26.257774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.264684 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:26.370411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Attempting to bind port 1c251aa8-37b9-423b-9f91-5b0c275e4112 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:42:26.371730 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Attempting to bind port 1c251aa8-37b9-423b-9f91-5b0c275e4112 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:42:26.372143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Attempting to bind port 1c251aa8-37b9-423b-9f91-5b0c275e4112 on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:42:26.382046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:42:26.382708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:42:26.383346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.384490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:42:26.385177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Bound port: 1c251aa8-37b9-423b-9f91-5b0c275e4112, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:42:26.385595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.507018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] For port 1c251aa8-37b9-423b-9f91-5b0c275e4112, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:42:26.511898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] For port 1c251aa8-37b9-423b-9f91-5b0c275e4112, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=1c251aa8-37b9-423b-9f91-5b0c275e4112,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:42:26.531401 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.545183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.567397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.573649 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Pushing event updated for resources: {'Port': ['ID=1c251aa8-37b9-423b-9f91-5b0c275e4112,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:26.588846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.589338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.589576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.589969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.590271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.590646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.591015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.591339 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.591701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.592059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.592406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.592752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:26.594380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.599458 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:26.599961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:26.600091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:26.641408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Routers {'7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:42:26.642220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b3e2358>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:42:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:26.673311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:42:26.677158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:42:26.682111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:42:26.682641 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:26.698155 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Pushing event updated for resources: {'Port': ['ID=47c4f99e-3d55-4aa1-b557-89fbb0986009,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:26.707571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:26.853041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:27.076168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Pushing event updated for resources: {'Port': ['ID=1c251aa8-37b9-423b-9f91-5b0c275e4112,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:27.081440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:27.125647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] Set router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:42:27.166115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:27.173301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:27.176422 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:27.184833 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:27.290401 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Pushing event updated for resources: {'Port': ['ID=47c4f99e-3d55-4aa1-b557-89fbb0986009,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:27.293556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:27.485837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:42:27.492317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:42:27.536614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:27.600059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b3e2358>, [{'id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:42:21Z', 'updated_at': '2021-04-19T19:42:23Z', 'revision_number': 3, 'project_id': '738ff87e9419435ba136c711483956ab', 'gw_port': {'id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:22Z', 'updated_at': '2021-04-19T19:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:27.605910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57f958-f625-47d5-83d6-c81b3fd8d0f6 None None] The sync data for ids ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'] in dv-cinder-786933-1-iscsi is: [{'id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:42:21Z', 'updated_at': '2021-04-19T19:42:23Z', 'revision_number': 3, 'project_id': '738ff87e9419435ba136c711483956ab', 'gw_port': {'id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:22Z', 'updated_at': '2021-04-19T19:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:42:27.791162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:42:27.824861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56984) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:27.969683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:27.986820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:27.991306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Usage tracker for resource:security_group_rule and tenant:9de62da9696a456e9838ab40bee63f29 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:27.995261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:27.996066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:42:28.001993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:28.006265 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] 10.222.0.13 "PUT /v2.0/routers/7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1905546
Apr 19 19:42:28.126748 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:28.135121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:28.157927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0f743842-638e-4c57-90a8-eb0567d13c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:28.210579 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9de62da9696a456e9838ab40bee63f29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3844180
Apr 19 19:42:28.212699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 56994) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:28.216032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c041e04-23b2-468d-b7bd-6cf0b7147b82,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:28.239464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:28.324183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2882966c-fa29-43b4-9d07-cd82165caec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:28.363905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2882966c-fa29-43b4-9d07-cd82165caec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:28.475253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2882966c-fa29-43b4-9d07-cd82165caec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:28.481706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-89d28ce4-9dfa-41dc-ba22-edd6b5c48fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:28.503974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882966c-fa29-43b4-9d07-cd82165caec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c041e04-23b2-468d-b7bd-6cf0b7147b82,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:28.510118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2882966c-fa29-43b4-9d07-cd82165caec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:28.518223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2882966c-fa29-43b4-9d07-cd82165caec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:28.522035 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2882966c-fa29-43b4-9d07-cd82165caec6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c041e04-23b2-468d-b7bd-6cf0b7147b82 HTTP/1.1" status: 204  len: 168 time: 0.3080909
Apr 19 19:42:29.005228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-f8a9de1f-5a62-4f26-b07d-f97974f32bae tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:29.021443 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-f8a9de1f-5a62-4f26-b07d-f97974f32bae tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 818 time: 0.2579935
Apr 19 19:42:29.050148 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-78fd59de-eca9-45f4-b853-be3ffb0a8ba2 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/quotas/738ff87e9419435ba136c711483956ab HTTP/1.1" status: 200  len: 375 time: 0.0244999
Apr 19 19:42:29.128131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57048) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:29.161573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.166597 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-001b9152-a801-4b8f-a95c-bd92a055b073 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1096067
Apr 19 19:42:29.188967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:29.199077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Usage tracker for resource:security_group_rule and tenant:fa633b66a3264ea2b000d500517c8ccc is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:29.203821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:29.212376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:29.249186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 1c251aa8-37b9-423b-9f91-5b0c275e4112 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:42:29.353233 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-5be6fcb8-bdad-4ace-8786-4c7fa75e39b1 service neutron] 10.222.0.13 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771219
Apr 19 19:42:29.360297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.365778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.376570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 1c251aa8-37b9-423b-9f91-5b0c275e4112 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:42:29.376834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5e41cc19-fadd-4299-8013-79934ed97739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:29.387209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 1c251aa8-37b9-423b-9f91-5b0c275e4112 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:42:29.388128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.419523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced99461-14ee-4efa-992b-7ec6a5d2ab50,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:29.439308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:29.459697 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa633b66a3264ea2b000d500517c8ccc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3301556
Apr 19 19:42:29.460386 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57060) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:29.528687 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-e495d60d-c7fe-4e51-b6b4-dd60e277d587 service neutron] 10.222.0.13 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1743143
Apr 19 19:42:29.531831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f53e2af-c223-4dfa-a34a-b0ac1385f8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.565134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f53e2af-c223-4dfa-a34a-b0ac1385f8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.612585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.622961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f53e2af-c223-4dfa-a34a-b0ac1385f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.629914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:29.634008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 1c251aa8-37b9-423b-9f91-5b0c275e4112, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=1c251aa8-37b9-423b-9f91-5b0c275e4112,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:29.640459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.643017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:29.665773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53e2af-c223-4dfa-a34a-b0ac1385f8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced99461-14ee-4efa-992b-7ec6a5d2ab50,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:29.675400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f53e2af-c223-4dfa-a34a-b0ac1385f8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:29.682516 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8f53e2af-c223-4dfa-a34a-b0ac1385f8a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ced99461-14ee-4efa-992b-7ec6a5d2ab50 HTTP/1.1" status: 204  len: 168 time: 0.2181489
Apr 19 19:42:29.683667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f53e2af-c223-4dfa-a34a-b0ac1385f8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:29.769670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=1c251aa8-37b9-423b-9f91-5b0c275e4112,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:29.773964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:30.763018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Sync routers for ids ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:42:30.776937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Routers {'7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:42:30.777626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b1cf1d0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:42:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:31.053354 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-26520ca7-d070-4317-b4ef-49a8cc6cdf69 req-3bd58170-a371-43bb-a3d9-62ce77a08712 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 210 time: 0.0837123
Apr 19 19:42:31.264058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 1c251aa8-37b9-423b-9f91-5b0c275e4112 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:42:31.364074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Set router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:42:31.450933 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 1c251aa8-37b9-423b-9f91-5b0c275e4112 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:42:31.451347 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:31.587129 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a163-83de-4de4-8601-5c04ef06d927 req-e063c200-3d07-466e-aecc-4c02dda6fba6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:31.603562 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-e063c200-3d07-466e-aecc-4c02dda6fba6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 818 time: 0.1959593
Apr 19 19:42:31.626536 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-0fd75178-2447-4023-a902-14ebf2a3f605 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/quotas/738ff87e9419435ba136c711483956ab HTTP/1.1" status: 200  len: 375 time: 0.0155690
Apr 19 19:42:31.903970 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-2fcb8c58-4088-4078-ba99-1fc4f40208bb tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2694678
Apr 19 19:42:31.925539 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b1cf1d0>, [{'id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:42:21Z', 'updated_at': '2021-04-19T19:42:26Z', 'revision_number': 4, 'project_id': '738ff87e9419435ba136c711483956ab', 'gw_port': {'id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:22Z', 'updated_at': '2021-04-19T19:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '47c4f99e-3d55-4aa1-b557-89fbb0986009', 'name': '', 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'mac_address': 'fa:16:3e:78:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'b22e17c7-3324-472b-b5e9-ae9c695023dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:25Z', 'updated_at': '2021-04-19T19:42:26Z', 'revision_number': 2, 'project_id': '738ff87e9419435ba136c711483956ab', 'subnets': [{'id': 'b22e17c7-3324-472b-b5e9-ae9c695023dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:31.947025 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Checking router: 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:42:31.947276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Updating router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 port 47c4f99e-3d55-4aa1-b557-89fbb0986009 binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:42:32.057639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:32.183019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-65f8b591-9811-46f8-acb2-8c1ef32118fb tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:32.184799 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-65f8b591-9811-46f8-acb2-8c1ef32118fb tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.60 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 818 time: 0.4226201
Apr 19 19:42:32.204068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Request body: {'port': {'device_id': '38fd9d86-63fc-48fa-afe9-3ec496199450', 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c', 'admin_state_up': True, 'tenant_id': '738ff87e9419435ba136c711483956ab'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:42:32.317955 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-0311ad59-7d6b-4862-8410-d690718b3b8e service neutron] 10.222.0.13 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4127500
Apr 19 19:42:32.524634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:32.531326 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Usage tracker for resource:port and tenant:738ff87e9419435ba136c711483956ab is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:32.531894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:32.544358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:32.552683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Transition to ACTIVE for port object 47c4f99e-3d55-4aa1-b557-89fbb0986009 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:42:32.556702 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:32.562453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:32.563127 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-0aeeab24-9c85-4e88-8caa-9c70a71db359 service neutron] 10.222.0.13 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319949
Apr 19 19:42:32.570932 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Made reservation on behalf of 738ff87e9419435ba136c711483956ab for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:42:32.577908 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:32.578813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:32.705318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4964de-b0b5-4fd8-8f45-c51f3a41d5d9 None None] Pushing event updated for resources: {'Port': ['ID=47c4f99e-3d55-4aa1-b557-89fbb0986009,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:32.800692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Allocated IP 172.20.0.14 (04b0effe-c1be-43ff-8468-c1e0ac16c02c/b22e17c7-3324-472b-b5e9-ae9c695023dd/27d604a8-7cd1-49ca-af49-048409e72626) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:42:32.831201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2e4964de-b0b5-4fd8-8f45-c51f3a41d5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:33.039117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Attempting to bind port 47c4f99e-3d55-4aa1-b557-89fbb0986009 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:42:33.043767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Attempting to bind port 47c4f99e-3d55-4aa1-b557-89fbb0986009 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:42:33.044230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Attempting to bind port 47c4f99e-3d55-4aa1-b557-89fbb0986009 on network 04b0effe-c1be-43ff-8468-c1e0ac16c02c {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:42:33.055039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:42:33.056109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Checking segment: {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:42:33.056556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:33.057148 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Bound using segment: {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:42:33.057691 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Bound port: 47c4f99e-3d55-4aa1-b557-89fbb0986009, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:42:33.058119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:33.170369 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cd9458a-d05f-41f0-89b7-5b10713b9c48 req-d55b79f0-3a66-443b-9c5b-5d79f0750129 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 210 time: 0.2281444
Apr 19 19:42:33.186976 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] For port 47c4f99e-3d55-4aa1-b557-89fbb0986009, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:42:33.191557 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] For port 47c4f99e-3d55-4aa1-b557-89fbb0986009, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=47c4f99e-3d55-4aa1-b557-89fbb0986009,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:42:33.197466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:33.209316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:33.215320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57202) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:33.321137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4964de-b0b5-4fd8-8f45-c51f3a41d5d9 None None] Pushing event updated for resources: {'Port': ['ID=47c4f99e-3d55-4aa1-b557-89fbb0986009,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:33.336708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2e4964de-b0b5-4fd8-8f45-c51f3a41d5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:33.355882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Routers {'7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:42:33.356600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b1cf1d0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:42:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:33.534074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:33.553597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:33.560207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:6897231b749249c2947e07a5957db2f8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:33.564026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:33.573721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:33.601312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:33.657778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] Set router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:42:33.679680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:33.701847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:33.772761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:33.778608 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:33.794584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e06c5390-909a-4159-9438-f6122d18babb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:33.840985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028d22a5-b738-4d12-82de-ddbd0cd1b56c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:33.856571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:33.874571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Pushing event updated for resources: {'Port': ['ID=27d604a8-7cd1-49ca-af49-048409e72626,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:33.883104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:33.887417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:42:33.890598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:42:33.897817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:42:33.906069 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6897231b749249c2947e07a5957db2f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6856244
Apr 19 19:42:33.907718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57224) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:33.949113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57228) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:34.008191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:34.009414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:34.012707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0d628838-9eef-403a-9939-b7d8d5ce3aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:34.053642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0d628838-9eef-403a-9939-b7d8d5ce3aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:34.080972 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8815246
Apr 19 19:42:34.096910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Request body: {'port': {'device_id': '38fd9d86-63fc-48fa-afe9-3ec496199450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:42:34.108116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b1cf1d0>, [{'id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:42:21Z', 'updated_at': '2021-04-19T19:42:26Z', 'revision_number': 4, 'project_id': '738ff87e9419435ba136c711483956ab', 'gw_port': {'id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:22Z', 'updated_at': '2021-04-19T19:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '47c4f99e-3d55-4aa1-b557-89fbb0986009', 'name': '', 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'mac_address': 'fa:16:3e:78:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'b22e17c7-3324-472b-b5e9-ae9c695023dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:25Z', 'updated_at': '2021-04-19T19:42:33Z', 'revision_number': 4, 'project_id': '738ff87e9419435ba136c711483956ab', 'subnets': [{'id': 'b22e17c7-3324-472b-b5e9-ae9c695023dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:42:34.119816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f7426-0cb9-422a-8b56-135ff327bbcc None None] The sync data for ids ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'] in dv-cinder-786933-1-iscsi is: [{'id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:42:21Z', 'updated_at': '2021-04-19T19:42:26Z', 'revision_number': 4, 'project_id': '738ff87e9419435ba136c711483956ab', 'gw_port': {'id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:22Z', 'updated_at': '2021-04-19T19:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '47c4f99e-3d55-4aa1-b557-89fbb0986009', 'name': '', 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'mac_address': 'fa:16:3e:78:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'b22e17c7-3324-472b-b5e9-ae9c695023dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:25Z', 'updated_at': '2021-04-19T19:42:33Z', 'revision_number': 4, 'project_id': '738ff87e9419435ba136c711483956ab', 'subnets': [{'id': 'b22e17c7-3324-472b-b5e9-ae9c695023dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:42:34.132984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0d628838-9eef-403a-9939-b7d8d5ce3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:34.140993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5f098c87-e25b-488d-96a8-713a49a5077e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:34.188640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d628838-9eef-403a-9939-b7d8d5ce3aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d22a5-b738-4d12-82de-ddbd0cd1b56c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:34.197888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0d628838-9eef-403a-9939-b7d8d5ce3aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:34.232210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0d628838-9eef-403a-9939-b7d8d5ce3aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:34.243074 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0d628838-9eef-403a-9939-b7d8d5ce3aa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/028d22a5-b738-4d12-82de-ddbd0cd1b56c HTTP/1.1" status: 204  len: 168 time: 0.3331704
Apr 19 19:42:34.681780 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:34.712914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d5a0aaf5-3d59-4049-8e37-c93ebe909d5c req-9fc6ed10-f12a-47c2-899a-70a7c266a55a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Synchronizing usage tracker for tenant:738ff87e9419435ba136c711483956ab on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:42:34.726401 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:34.740973 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Usage tracker for resource:security_group_rule and tenant:af458e52628a4a7998ca42d8701064e4 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:34.762254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:34.795801 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:34.799044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:35.152811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:35.185840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d5a0aaf5-3d59-4049-8e37-c93ebe909d5c req-9fc6ed10-f12a-47c2-899a-70a7c266a55a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Unset dirty status for tenant:738ff87e9419435ba136c711483956ab on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:42:35.204875 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5a0aaf5-3d59-4049-8e37-c93ebe909d5c req-9fc6ed10-f12a-47c2-899a-70a7c266a55a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 210 time: 0.6597774
Apr 19 19:42:35.252712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:35.270122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bcf7c063-7991-4992-8c4f-c768f23b30de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:35.297000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 47c4f99e-3d55-4aa1-b557-89fbb0986009 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:42:35.325962 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af458e52628a4a7998ca42d8701064e4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3766940
Apr 19 19:42:35.334658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57266) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:35.458846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 47c4f99e-3d55-4aa1-b557-89fbb0986009 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:42:35.461016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82222ec2-e3f4-4298-9cc6-c567d1294017,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:35.466276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 47c4f99e-3d55-4aa1-b557-89fbb0986009 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:42:35.467012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:35.488762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:35.599499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ed3c-f6c1-44ac-99f1-08919192d2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:35.628338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:35.678055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 47c4f99e-3d55-4aa1-b557-89fbb0986009, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=47c4f99e-3d55-4aa1-b557-89fbb0986009,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:35.682662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:35.686228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:35.803483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=47c4f99e-3d55-4aa1-b557-89fbb0986009,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:35.818273 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:35.840858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a163-83de-4de4-8601-5c04ef06d927 req-4ecee038-1ac9-4e7c-bbee-263b759a6252 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:35.841654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-9973a163-83de-4de4-8601-5c04ef06d927 req-4ecee038-1ac9-4e7c-bbee-263b759a6252 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Synchronizing usage tracker for tenant:738ff87e9419435ba136c711483956ab on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:42:35.866065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-9973a163-83de-4de4-8601-5c04ef06d927 req-4ecee038-1ac9-4e7c-bbee-263b759a6252 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Unset dirty status for tenant:738ff87e9419435ba136c711483956ab on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:42:35.868204 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-4ecee038-1ac9-4e7c-bbee-263b759a6252 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.60 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 818 time: 0.8965390
Apr 19 19:42:35.885077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Request body: {'port': {'device_id': '611703f1-dd08-4518-98b9-7751a33e872e', 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c', 'admin_state_up': True, 'tenant_id': '738ff87e9419435ba136c711483956ab'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:42:35.927124 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ed3c-f6c1-44ac-99f1-08919192d2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.117893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:36.135246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:36.151628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Made reservation on behalf of 738ff87e9419435ba136c711483956ab for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:42:36.163414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.213819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d604a8-7cd1-49ca-af49-048409e72626 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:42:36.225470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.229654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ed3c-f6c1-44ac-99f1-08919192d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.243053 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d9b741f2-306d-4043-9772-7f36ded0baf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:36.264403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8ed3c-f6c1-44ac-99f1-08919192d2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82222ec2-e3f4-4298-9cc6-c567d1294017,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:36.270284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9fb8ed3c-f6c1-44ac-99f1-08919192d2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:36.284922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Transition to ACTIVE for port object 27d604a8-7cd1-49ca-af49-048409e72626 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:42:36.286377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ed3c-f6c1-44ac-99f1-08919192d2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.287602 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9fb8ed3c-f6c1-44ac-99f1-08919192d2e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82222ec2-e3f4-4298-9cc6-c567d1294017 HTTP/1.1" status: 204  len: 168 time: 0.9473293
Apr 19 19:42:36.289077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.302796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:36.571451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Allocated IP 172.20.0.4 (04b0effe-c1be-43ff-8468-c1e0ac16c02c/b22e17c7-3324-472b-b5e9-ae9c695023dd/887fea69-e8a9-47ca-8668-9ed7f6e5687f) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:42:36.606579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57304) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:36.613471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Pushing event updated for resources: {'Port': ['ID=27d604a8-7cd1-49ca-af49-048409e72626,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:36.618124 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3fc8b829-4aa4-46a5-a03f-ba8722847dc8 req-a4a4c9b7-34e8-4e0f-894a-5aab9d9c264b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 210 time: 0.1156325
Apr 19 19:42:36.619553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:36.649318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57310) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:36.712061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Attempting to bind port 27d604a8-7cd1-49ca-af49-048409e72626 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:42:36.712435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Attempting to bind port 27d604a8-7cd1-49ca-af49-048409e72626 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:42:36.712959 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Attempting to bind port 27d604a8-7cd1-49ca-af49-048409e72626 on network 04b0effe-c1be-43ff-8468-c1e0ac16c02c {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:42:36.718621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Port 27d604a8-7cd1-49ca-af49-048409e72626 on network 04b0effe-c1be-43ff-8468-c1e0ac16c02c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:42:36.719063 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Attempting to bind port 27d604a8-7cd1-49ca-af49-048409e72626 on network 04b0effe-c1be-43ff-8468-c1e0ac16c02c {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:42:36.725799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:42:36.726269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Checking segment: {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:42:36.727932 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Bound using segment: {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:42:36.728123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Bound port: 27d604a8-7cd1-49ca-af49-048409e72626, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:42:36.728654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.815140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.849151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] For port 27d604a8-7cd1-49ca-af49-048409e72626, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:42:36.853603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] For port 27d604a8-7cd1-49ca-af49-048409e72626, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d604a8-7cd1-49ca-af49-048409e72626,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:42:36.856815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.866665 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:36.873566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:36.877960 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Usage tracker for resource:security_group_rule and tenant:7a2e9d4e8a2f457da469d4cd8d76a2f7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:36.881062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:36.888125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:36.971083 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:36.971754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:36.974098 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] 10.222.0.60 "PUT /v2.0/ports/27d604a8-7cd1-49ca-af49-048409e72626 HTTP/1.1" status: 200  len: 1094 time: 2.8826306
Apr 19 19:42:36.974655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fd9d86-63fc-48fa-afe9-3ec496199450', 'tag': '27d604a8-7cd1-49ca-af49-048409e72626'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:42:37.065813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.089056 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fd9d86-63fc-48fa-afe9-3ec496199450', 'tag': '27d604a8-7cd1-49ca-af49-048409e72626', 'status': 'completed', 'code': 200}
Apr 19 19:42:37.089979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.098755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:37.103615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Usage tracker for resource:security_group_rule and tenant:d28658f2cd9c4a21b14ae8c2f144784b is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:37.108702 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Pushing event updated for resources: {'Port': ['ID=27d604a8-7cd1-49ca-af49-048409e72626,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:37.110827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:37.111885 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57322) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:37.114035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.114641 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:37.136927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:37.141817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.152975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:37.165929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.176375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:37.182977 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Usage tracker for resource:security_group_rule and tenant:5d1cfab44a7444ad8f57d8ef58d9f9f1 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:37.187372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:37.194293 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:37.207513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 47c4f99e-3d55-4aa1-b557-89fbb0986009 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:42:37.211291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-0a25bdd5-bc05-42c7-a46a-cabfa8aad6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:37.212902 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-0a25bdd5-bc05-42c7-a46a-cabfa8aad6ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 1097 time: 0.1784167
Apr 19 19:42:37.230201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab792bf-5f17-4521-a487-f60947df32f7,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:37.246467 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a2e9d4e8a2f457da469d4cd8d76a2f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6339409
Apr 19 19:42:37.246467 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:37.259322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57326) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:37.295426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 47c4f99e-3d55-4aa1-b557-89fbb0986009 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:42:37.296082 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.301792 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-015f5615-85ef-4fdb-a0b2-31b41aabdee8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d604a8-7cd1-49ca-af49-048409e72626 HTTP/1.1" status: 200  len: 217 time: 0.0774820
Apr 19 19:42:37.408298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-a03df816-e6f8-4bec-8c50-5e44d19778ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:37.409168 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-a03df816-e6f8-4bec-8c50-5e44d19778ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 200  len: 858 time: 0.0952284
Apr 19 19:42:37.421096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.448700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:37.480538 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-55769462-f7b5-4fe1-b647-b1e2cda4ef76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b0effe-c1be-43ff-8468-c1e0ac16c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595813
Apr 19 19:42:37.542082 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6de51905-3bb5-4798-a03e-f80dd1a034b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.572008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:42:37.576860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.584581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.584784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:42:37.596634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b88b33c6-19c7-456a-8c54-294d03e4f97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:37.604649 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:42:37.610985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:37.611394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.625487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.636932 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.648015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6de51905-3bb5-4798-a03e-f80dd1a034b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.657540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Pushing event updated for resources: {'Port': ['ID=887fea69-e8a9-47ca-8668-9ed7f6e5687f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:37.659928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ab5163-96aa-4d33-a44a-6c5413a7cf49,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:37.668095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:37.670633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d7004c9-8e84-44a7-bb14-c41e3bb287d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:37.675373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:37.681513 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d1cfab44a7444ad8f57d8ef58d9f9f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5685163
Apr 19 19:42:37.684182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57340) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:37.730092 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-1e674202-c1d2-4f72-a857-fd8c33e66def service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2394922
Apr 19 19:42:37.764247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf5a6b9-add5-4ce5-84ea-3fd749a432e7,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:37.766687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:37.769711 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d28658f2cd9c4a21b14ae8c2f144784b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1190360
Apr 19 19:42:37.779334 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57344) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:37.790884 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9115319
Apr 19 19:42:37.792940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6de51905-3bb5-4798-a03e-f80dd1a034b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.817631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-77235b02-9a77-4924-9400-55304958a126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:37.837367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Request body: {'port': {'device_id': '611703f1-dd08-4518-98b9-7751a33e872e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:42:37.884978 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de51905-3bb5-4798-a03e-f80dd1a034b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab792bf-5f17-4521-a487-f60947df32f7,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:37.887568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6de51905-3bb5-4798-a03e-f80dd1a034b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:37.918235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6de51905-3bb5-4798-a03e-f80dd1a034b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.919496 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6de51905-3bb5-4798-a03e-f80dd1a034b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ab792bf-5f17-4521-a487-f60947df32f7 HTTP/1.1" status: 204  len: 168 time: 0.6539907
Apr 19 19:42:37.933018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad185646-f7eb-4690-879c-93fefb3fe959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:37.995721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad185646-f7eb-4690-879c-93fefb3fe959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.022396 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99297dea-4c5b-4ecd-8f33-2da526900f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.044090 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.052557 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee07cd5-27cd-4a62-9d8a-944cb248ce15 req-ed55b212-1c6f-43b3-a41f-cd1070192241 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3036063
Apr 19 19:42:38.081830 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99297dea-4c5b-4ecd-8f33-2da526900f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.086292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eb1fd-5d60-4e60-850b-707880860500 req-53c2739c-4fb6-4876-b765-b1baf5d4e65c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:38.088177 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e19eb1fd-5d60-4e60-850b-707880860500 req-53c2739c-4fb6-4876-b765-b1baf5d4e65c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 931 time: 0.2454052
Apr 19 19:42:38.184467 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad185646-f7eb-4690-879c-93fefb3fe959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.197365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5e45de8f-987a-4aef-91ba-5da4da21661c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:38.227933 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad185646-f7eb-4690-879c-93fefb3fe959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ab5163-96aa-4d33-a44a-6c5413a7cf49,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:38.237291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ad185646-f7eb-4690-879c-93fefb3fe959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:38.245454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad185646-f7eb-4690-879c-93fefb3fe959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.246742 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ad185646-f7eb-4690-879c-93fefb3fe959 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92ab5163-96aa-4d33-a44a-6c5413a7cf49 HTTP/1.1" status: 204  len: 168 time: 0.5615520
Apr 19 19:42:38.251981 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e19eb1fd-5d60-4e60-850b-707880860500 req-eba9e377-e567-4c27-9600-61f00514f4da tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470482
Apr 19 19:42:38.280016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-c635db78-0d87-463b-bf89-7932050b5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:38.281698 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-c635db78-0d87-463b-bf89-7932050b5aae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 1097 time: 0.1584053
Apr 19 19:42:38.291248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99297dea-4c5b-4ecd-8f33-2da526900f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.310367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:38.343504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99297dea-4c5b-4ecd-8f33-2da526900f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf5a6b9-add5-4ce5-84ea-3fd749a432e7,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:38.357065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-99297dea-4c5b-4ecd-8f33-2da526900f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:38.361385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99297dea-4c5b-4ecd-8f33-2da526900f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.362986 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-99297dea-4c5b-4ecd-8f33-2da526900f36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecf5a6b9-add5-4ce5-84ea-3fd749a432e7 HTTP/1.1" status: 204  len: 168 time: 0.5747437
Apr 19 19:42:38.499906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-49f91e08-9395-453d-beaa-f2e87e9f5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:38.501592 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-49f91e08-9395-453d-beaa-f2e87e9f5263 service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 919 time: 0.2125144
Apr 19 19:42:38.545589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57360) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:38.627210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.643081 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-2716358e-dcaa-452a-b209-08e5391bf37c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d604a8-7cd1-49ca-af49-048409e72626 HTTP/1.1" status: 200  len: 217 time: 0.1339586
Apr 19 19:42:38.654538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:38.661531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887fea69-e8a9-47ca-8668-9ed7f6e5687f {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:42:38.666873 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Usage tracker for resource:security_group_rule and tenant:f6d6747d10274f49a77bbe38a711f7fe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:38.672357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:38.680201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.685741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:38.706854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Transition to ACTIVE for port object 887fea69-e8a9-47ca-8668-9ed7f6e5687f will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:42:38.713496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.717479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.729827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:38.736717 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-43000501-3b95-446f-ad3a-ba6c95556708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:38.738507 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-43000501-3b95-446f-ad3a-ba6c95556708 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 200  len: 858 time: 0.0862064
Apr 19 19:42:38.819894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57370) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:38.846694 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-6535f4d0-0cef-40d1-ac3a-20eb6fca6353 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b0effe-c1be-43ff-8468-c1e0ac16c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1005833
Apr 19 19:42:38.851148 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:38.929566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Pushing event updated for resources: {'Port': ['ID=887fea69-e8a9-47ca-8668-9ed7f6e5687f,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:38.947792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:38.954376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:38.962384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Usage tracker for resource:security_group_rule and tenant:937a514d99d14ba9b13979fb3859e082 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:38.969633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Attempting to bind port 887fea69-e8a9-47ca-8668-9ed7f6e5687f on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:42:38.970000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Attempting to bind port 887fea69-e8a9-47ca-8668-9ed7f6e5687f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:42:38.970395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Attempting to bind port 887fea69-e8a9-47ca-8668-9ed7f6e5687f on network 04b0effe-c1be-43ff-8468-c1e0ac16c02c {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:42:38.972202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:38.985353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Port 887fea69-e8a9-47ca-8668-9ed7f6e5687f on network 04b0effe-c1be-43ff-8468-c1e0ac16c02c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:42:38.985545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:38.985628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Attempting to bind port 887fea69-e8a9-47ca-8668-9ed7f6e5687f on network 04b0effe-c1be-43ff-8468-c1e0ac16c02c {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:42:39.000815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:42:39.001198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Checking segment: {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:42:39.001626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Bound using segment: {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:42:39.002113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Bound port: 887fea69-e8a9-47ca-8668-9ed7f6e5687f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:42:39.002523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.026552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.044503 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-9b64abb9-d2d4-4475-81b9-7add9599a7a3 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813221
Apr 19 19:42:39.067529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.078186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:39.168378 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d062f4a-8e21-4d20-93b3-aee5426c6752,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:39.193160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57376) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:39.194927 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6d6747d10274f49a77bbe38a711f7fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6481538
Apr 19 19:42:39.199418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57380) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:39.200327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:39.222758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] For port 887fea69-e8a9-47ca-8668-9ed7f6e5687f, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:42:39.233029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] For port 887fea69-e8a9-47ca-8668-9ed7f6e5687f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=887fea69-e8a9-47ca-8668-9ed7f6e5687f,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:42:39.241098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.243385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.257052 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9a6bf568-ca76-47c8-9824-07ae8b52481d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:39.299129 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-389b7ecb-a696-4421-b27a-ae2eda455545 req-a3a47cb2-d1ed-4e65-9535-4f3ec3223e5b service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2469344
Apr 19 19:42:39.302647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:39.339775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.347747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:39.348445 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.350543 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] 10.222.0.60 "PUT /v2.0/ports/887fea69-e8a9-47ca-8668-9ed7f6e5687f HTTP/1.1" status: 200  len: 1093 time: 1.5241320
Apr 19 19:42:39.350625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57390) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:39.350698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611703f1-dd08-4518-98b9-7751a33e872e', 'tag': '887fea69-e8a9-47ca-8668-9ed7f6e5687f'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:42:39.354655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Usage tracker for resource:security_group_rule and tenant:1fc8fd385b29496fb63e041be4ab361a is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:39.368081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:39.372141 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.418658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12a2bf7b-27bc-4803-801b-fa3f4ede42e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:39.436681 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:39.448143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Pushing event updated for resources: {'Port': ['ID=887fea69-e8a9-47ca-8668-9ed7f6e5687f,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:39.456777 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611703f1-dd08-4518-98b9-7751a33e872e', 'tag': '887fea69-e8a9-47ca-8668-9ed7f6e5687f', 'status': 'completed', 'code': 200}
Apr 19 19:42:39.465009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:39.472894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e45b922-949c-4f4e-a989-62567a5b43a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.512211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e45b922-949c-4f4e-a989-62567a5b43a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.552393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c90e535-36d3-4486-b6d7-9a24627ffaec,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:39.572085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a163-83de-4de4-8601-5c04ef06d927 req-0e94da3a-a5d1-41b3-b847-0c85fc4d6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:39.573736 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-0e94da3a-a5d1-41b3-b847-0c85fc4d6e25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 1096 time: 0.1707861
Apr 19 19:42:39.580049 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937a514d99d14ba9b13979fb3859e082&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7542880
Apr 19 19:42:39.583572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57398) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:39.587305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e45b922-949c-4f4e-a989-62567a5b43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.587529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:39.593909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.603705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-307bc9fc-e5fe-409a-aaa3-93378dc06c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:39.628167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:39.641862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac134a3310e34394a0ffd6eac6a7374a is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:39.646212 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:39.659105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:39.688182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27977139-3af2-47ea-8db7-e8f8de2d7213 req-bf641bb6-0344-4c06-a429-567e45b70525 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:39.688386 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45b922-949c-4f4e-a989-62567a5b43a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d062f4a-8e21-4d20-93b3-aee5426c6752,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:39.691915 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27977139-3af2-47ea-8db7-e8f8de2d7213 req-bf641bb6-0344-4c06-a429-567e45b70525 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 943 time: 0.2482622
Apr 19 19:42:39.700806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e45b922-949c-4f4e-a989-62567a5b43a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:39.702489 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-3025c148-1472-41f0-a4f1-3e008656cde8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887fea69-e8a9-47ca-8668-9ed7f6e5687f HTTP/1.1" status: 200  len: 217 time: 0.1013625
Apr 19 19:42:39.707972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e45b922-949c-4f4e-a989-62567a5b43a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.722395 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6e45b922-949c-4f4e-a989-62567a5b43a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d062f4a-8e21-4d20-93b3-aee5426c6752 HTTP/1.1" status: 204  len: 168 time: 0.5132272
Apr 19 19:42:39.819468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.824814 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27977139-3af2-47ea-8db7-e8f8de2d7213 req-d9c61654-3ce4-47b1-84f3-3471724f71e3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160622
Apr 19 19:42:39.832070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a163-83de-4de4-8601-5c04ef06d927 req-845a80d5-ffcf-4878-9c04-2c50d37d5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:39.832493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.833889 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-845a80d5-ffcf-4878-9c04-2c50d37d5a38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 200  len: 858 time: 0.1079080
Apr 19 19:42:39.837084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f31fd190-b63f-473d-a4a2-4b4cc7892509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.849296 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ce4e6999-9f2b-48be-872f-b6bebf802015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:39.912204 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fc8fd385b29496fb63e041be4ab361a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7180252
Apr 19 19:42:39.916282 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-73dc9663-604a-4441-ae1a-a45820054d39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b0effe-c1be-43ff-8468-c1e0ac16c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688167
Apr 19 19:42:39.918745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31636b4e-3448-4a76-90e6-6674a2ba9d57,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:39.919860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57408) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:39.924590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:39.938742 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f31fd190-b63f-473d-a4a2-4b4cc7892509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.953354 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.959076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.968683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:40.023977 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac134a3310e34394a0ffd6eac6a7374a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6660614
Apr 19 19:42:40.028402 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57416) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:40.074954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf29d930-fd9c-41df-a77c-a5054881d0d5,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:40.096421 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:40.134911 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99a28e40-66f2-41d0-942d-c68e18c64d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.166235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-466f5692-ef48-4686-af5f-a30b3776b831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.169398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99a28e40-66f2-41d0-942d-c68e18c64d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.184322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f31fd190-b63f-473d-a4a2-4b4cc7892509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.201071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1eddd99e-4ec8-4bf1-a72e-959ed9fe84fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:40.225454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99a28e40-66f2-41d0-942d-c68e18c64d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.231975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a42f4e4c-bde8-4121-a586-56e010229dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:40.236945 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-d7432d03-91f5-4f88-824c-a62c03040b67 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3111308
Apr 19 19:42:40.238269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fd190-b63f-473d-a4a2-4b4cc7892509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c90e535-36d3-4486-b6d7-9a24627ffaec,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:40.243350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-466f5692-ef48-4686-af5f-a30b3776b831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.249621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a28e40-66f2-41d0-942d-c68e18c64d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf29d930-fd9c-41df-a77c-a5054881d0d5,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:40.252572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-99a28e40-66f2-41d0-942d-c68e18c64d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:40.252735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f31fd190-b63f-473d-a4a2-4b4cc7892509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:40.264561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99a28e40-66f2-41d0-942d-c68e18c64d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.266847 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-99a28e40-66f2-41d0-942d-c68e18c64d35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf29d930-fd9c-41df-a77c-a5054881d0d5 HTTP/1.1" status: 204  len: 168 time: 0.2369173
Apr 19 19:42:40.285724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f31fd190-b63f-473d-a4a2-4b4cc7892509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.290594 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f31fd190-b63f-473d-a4a2-4b4cc7892509 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c90e535-36d3-4486-b6d7-9a24627ffaec HTTP/1.1" status: 204  len: 168 time: 0.7058520
Apr 19 19:42:40.460193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-466f5692-ef48-4686-af5f-a30b3776b831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.468660 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-297ff23d-57fe-4fd2-b032-66e055031e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:40.485884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-466f5692-ef48-4686-af5f-a30b3776b831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:40.490241 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-466f5692-ef48-4686-af5f-a30b3776b831 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31636b4e-3448-4a76-90e6-6674a2ba9d57 HTTP/1.1" status: 204  len: 168 time: 0.5691237
Apr 19 19:42:40.491132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f5692-ef48-4686-af5f-a30b3776b831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31636b4e-3448-4a76-90e6-6674a2ba9d57,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:40.494311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-466f5692-ef48-4686-af5f-a30b3776b831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:40.496786 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9973a163-83de-4de4-8601-5c04ef06d927 req-fdcb79ff-32a2-42f9-8fae-72a7b2b1788d service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2455192
Apr 19 19:42:40.646456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-5e95de62-b224-424a-b3f5-f3020954194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:40.648049 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-5e95de62-b224-424a-b3f5-f3020954194f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 1096 time: 0.0863643
Apr 19 19:42:40.806962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-ce652685-4c30-4300-b0ea-cccb27f732ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:40.808560 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-ce652685-4c30-4300-b0ea-cccb27f732ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 919 time: 0.1475048
Apr 19 19:42:40.810669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 27d604a8-7cd1-49ca-af49-048409e72626 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:42:40.929192 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-2672d031-f23c-497b-a271-57551fe032a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887fea69-e8a9-47ca-8668-9ed7f6e5687f HTTP/1.1" status: 200  len: 217 time: 0.1020427
Apr 19 19:42:41.090921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-d28c20ef-feca-4ccd-83c9-12f587293e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:41.092523 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-d28c20ef-feca-4ccd-83c9-12f587293e6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 200  len: 858 time: 0.1593087
Apr 19 19:42:41.106209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 27d604a8-7cd1-49ca-af49-048409e72626, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d604a8-7cd1-49ca-af49-048409e72626,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:41.126736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '27d604a8-7cd1-49ca-af49-048409e72626', 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c', 'port_id': '27d604a8-7cd1-49ca-af49-048409e72626', 'mac_address': 'fa:16:3e:53:5a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22e17c7-3324-472b-b5e9-ae9c695023dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:42:41.169897 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-a016801d-37ad-4203-9aa7-fbb89d6931f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b0effe-c1be-43ff-8468-c1e0ac16c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0693095
Apr 19 19:42:41.209036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b1f62-8084-4841-9778-a84a05cafc5f req-fc45ea8c-c64f-41ca-bed0-d32d54efba3e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:41.210753 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-753b1f62-8084-4841-9778-a84a05cafc5f req-fc45ea8c-c64f-41ca-bed0-d32d54efba3e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 943 time: 0.2232096
Apr 19 19:42:41.218159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:41.253463 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d604a8-7cd1-49ca-af49-048409e72626 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:42:41.275641 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-753b1f62-8084-4841-9778-a84a05cafc5f req-3a7c3486-f001-4a00-99e6-4a429e98fad5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523298
Apr 19 19:42:41.281540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 27d604a8-7cd1-49ca-af49-048409e72626, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d604a8-7cd1-49ca-af49-048409e72626,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:41.287682 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:41.291052 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:41.381411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=27d604a8-7cd1-49ca-af49-048409e72626,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:41.385784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:41.540197 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['27d604a8-7cd1-49ca-af49-048409e72626'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:42:41.621936 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-e977ef1b-74ec-4074-99d2-1d0115688819 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4436603
Apr 19 19:42:41.811355 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca1ed5f4-1590-4a33-b94e-578a6c5008a1 req-2e20805e-00d9-4849-9484-df34d40108e2 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798816
Apr 19 19:42:42.349891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57514) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:42.514584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06cd6-d177-4d50-af0c-a7bbc1eab546 req-b4899f7e-e7d8-4504-9020-3f2ed813f822 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:42.516247 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cb06cd6-d177-4d50-af0c-a7bbc1eab546 req-b4899f7e-e7d8-4504-9020-3f2ed813f822 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 943 time: 0.1021721
Apr 19 19:42:42.570909 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cb06cd6-d177-4d50-af0c-a7bbc1eab546 req-19399df5-067e-42b9-966f-a9bfa606e9f3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459619
Apr 19 19:42:42.625600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:42.643026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:42.647511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Usage tracker for resource:security_group_rule and tenant:7148ca29a0194013b9c601c655c92424 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:42.651930 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:42.658753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:42.771016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:42.775007 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:42.786263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:42.818721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 887fea69-e8a9-47ca-8668-9ed7f6e5687f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:42:42.826407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 27d604a8-7cd1-49ca-af49-048409e72626 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:42:42.845352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276cd2cf-29db-4794-8912-1254ac60e091,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:42.850047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:42.857882 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7148ca29a0194013b9c601c655c92424&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5068841
Apr 19 19:42:42.860902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57534) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:42.979025 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff28d-6ed6-4828-bc16-2d25947215cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:43.036242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff28d-6ed6-4828-bc16-2d25947215cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:43.167708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff28d-6ed6-4828-bc16-2d25947215cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:43.177268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3e3940d4-eba9-4b97-a2a7-98d8753f14ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:43.206755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ff28d-6ed6-4828-bc16-2d25947215cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276cd2cf-29db-4794-8912-1254ac60e091,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:43.215089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b0ff28d-6ed6-4828-bc16-2d25947215cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:43.229296 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff28d-6ed6-4828-bc16-2d25947215cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:43.233745 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8b0ff28d-6ed6-4828-bc16-2d25947215cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/276cd2cf-29db-4794-8912-1254ac60e091 HTTP/1.1" status: 204  len: 168 time: 0.3714645
Apr 19 19:42:43.369948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 27d604a8-7cd1-49ca-af49-048409e72626 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:42:43.404567 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 27d604a8-7cd1-49ca-af49-048409e72626 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:42:43.407299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:43.474108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 887fea69-e8a9-47ca-8668-9ed7f6e5687f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=887fea69-e8a9-47ca-8668-9ed7f6e5687f,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:43.505468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '887fea69-e8a9-47ca-8668-9ed7f6e5687f', 'network_id': '04b0effe-c1be-43ff-8468-c1e0ac16c02c', 'port_id': '887fea69-e8a9-47ca-8668-9ed7f6e5687f', 'mac_address': 'fa:16:3e:3a:9d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22e17c7-3324-472b-b5e9-ae9c695023dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:42:43.648768 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:43.678745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:43.705264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fd9d86-63fc-48fa-afe9-3ec496199450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d604a8-7cd1-49ca-af49-048409e72626'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:42:43.732486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887fea69-e8a9-47ca-8668-9ed7f6e5687f {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:42:43.775281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 887fea69-e8a9-47ca-8668-9ed7f6e5687f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=887fea69-e8a9-47ca-8668-9ed7f6e5687f,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:43.784971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 27d604a8-7cd1-49ca-af49-048409e72626, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d604a8-7cd1-49ca-af49-048409e72626,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:43.787350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:43.794967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:43.823867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add806-2f75-4cfe-acf0-70c6599ebe8a req-3a9e9b97-e934-4db1-9110-08b4650fa327 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:43.831525 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f5add806-2f75-4cfe-acf0-70c6599ebe8a req-3a9e9b97-e934-4db1-9110-08b4650fa327 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 943 time: 0.1138170
Apr 19 19:42:43.842794 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fd9d86-63fc-48fa-afe9-3ec496199450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d604a8-7cd1-49ca-af49-048409e72626', 'code': 200}
Apr 19 19:42:43.843855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:43.889057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=887fea69-e8a9-47ca-8668-9ed7f6e5687f,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:43.892147 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f5add806-2f75-4cfe-acf0-70c6599ebe8a req-738311a7-8e16-44bd-808d-8fa078df4709 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596783
Apr 19 19:42:43.917103 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:43.917642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:44.016206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=27d604a8-7cd1-49ca-af49-048409e72626,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:44.025828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:44.059353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['887fea69-e8a9-47ca-8668-9ed7f6e5687f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:42:44.212891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54723cb8-3205-4e92-ab57-142a1f839207 req-f9bd0cdb-15c4-42b2-b842-bf38a6c7c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:44.214562 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54723cb8-3205-4e92-ab57-142a1f839207 req-f9bd0cdb-15c4-42b2-b842-bf38a6c7c469 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 1099 time: 0.1836884
Apr 19 19:42:44.290589 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54723cb8-3205-4e92-ab57-142a1f839207 req-0671615b-d932-4315-bdee-4564ad20b2a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677824
Apr 19 19:42:44.694468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57624) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:44.924189 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-0382beb2-8a35-4f62-8a37-24064a6b370d tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b9cc2cfcc1284d38b65062e6baa12d63&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0356231
Apr 19 19:42:44.925268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:45.107568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:45.172667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-a26f033a-2834-4e24-98b8-719aca4048b8 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:45.181432 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-a26f033a-2834-4e24-98b8-719aca4048b8 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2453125
Apr 19 19:42:45.191504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Usage tracker for resource:security_group_rule and tenant:c64b5fc2b6a6494fb2b05626f27e5d0e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:45.197777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:45.207835 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-455c788a-91d5-429b-9268-23df77af2f17 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/quotas/b9cc2cfcc1284d38b65062e6baa12d63 HTTP/1.1" status: 200  len: 375 time: 0.0251479
Apr 19 19:42:45.272600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57660) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:45.420611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:45.438038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:45.442472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a08dfa58c75640968cc65ff531dfe60e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:45.446236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:45.452913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:45.543860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:45.567874 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-97033d43-ed88-4560-816a-095f099d5c18 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9cc2cfcc1284d38b65062e6baa12d63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3588095
Apr 19 19:42:45.581091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:45.585074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:45.615714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f31fd190-b63f-473d-a4a2-4b4cc7892509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:45.624796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a2ea0-8287-4158-ba8d-f05023ac99f7 req-5dbb9e9b-4e32-4b6e-8e04-76f61dfd94a6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:45.626525 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-363a2ea0-8287-4158-ba8d-f05023ac99f7 req-5dbb9e9b-4e32-4b6e-8e04-76f61dfd94a6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 944 time: 0.4306169
Apr 19 19:42:45.628796 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a08dfa58c75640968cc65ff531dfe60e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3544462
Apr 19 19:42:45.631093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57666) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:45.653677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4700b89f-3e87-4201-94b0-1e0f02009f33,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:45.657365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:45.795179 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-363a2ea0-8287-4158-ba8d-f05023ac99f7 req-fc00c789-9474-45c4-959b-49722c61daa9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571267
Apr 19 19:42:45.798848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3aae86b-93a7-4b50-91e7-cca8d9d4d5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:45.885182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:45.887658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3aae86b-93a7-4b50-91e7-cca8d9d4d5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:45.902527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:45.936495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ad185646-f7eb-4690-879c-93fefb3fe959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:45.950026 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c64b5fc2b6a6494fb2b05626f27e5d0e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2524951
Apr 19 19:42:45.952380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57684) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:46.078663 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aac82b06-24e5-48f8-9438-35de5fabd69f req-d25ce538-d2db-44b8-8b28-32ca9d511aa8 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 210 time: 0.1151569
Apr 19 19:42:46.091496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fa3d21-c505-4339-a152-db971d5968d8,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:46.097549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:46.139905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3aae86b-93a7-4b50-91e7-cca8d9d4d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.148984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59136f19-c8c1-466f-bd7c-2e1217bd724e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:46.168058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8533b581-50bd-460b-9cb0-750ae87e48ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.171152 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aae86b-93a7-4b50-91e7-cca8d9d4d5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4700b89f-3e87-4201-94b0-1e0f02009f33,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:46.186733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3aae86b-93a7-4b50-91e7-cca8d9d4d5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:46.223962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8533b581-50bd-460b-9cb0-750ae87e48ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.232489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3aae86b-93a7-4b50-91e7-cca8d9d4d5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.233867 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b3aae86b-93a7-4b50-91e7-cca8d9d4d5c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4700b89f-3e87-4201-94b0-1e0f02009f33 HTTP/1.1" status: 204  len: 168 time: 0.5998664
Apr 19 19:42:46.299042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8533b581-50bd-460b-9cb0-750ae87e48ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.305226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f5dab5d-7535-4efd-b94a-0a3ab4a12a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:46.320643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533b581-50bd-460b-9cb0-750ae87e48ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fa3d21-c505-4339-a152-db971d5968d8,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:46.323670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8533b581-50bd-460b-9cb0-750ae87e48ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:46.330736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8533b581-50bd-460b-9cb0-750ae87e48ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.334310 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8533b581-50bd-460b-9cb0-750ae87e48ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95fa3d21-c505-4339-a152-db971d5968d8 HTTP/1.1" status: 204  len: 168 time: 0.3737671
Apr 19 19:42:46.748987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57706) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:46.770305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.784205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57710) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:46.787319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:46.791716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Usage tracker for resource:security_group_rule and tenant:c483d6d35a5a47a286fea43925df9ad0 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:46.794904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:46.803305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:46.803843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.822270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:46.826622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Usage tracker for resource:security_group_rule and tenant:24da6c39859c434aa1bfcc5a6f902e04 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:46.829635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:46.833514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 887fea69-e8a9-47ca-8668-9ed7f6e5687f up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:42:46.849418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:46.915343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 887fea69-e8a9-47ca-8668-9ed7f6e5687f completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:42:46.921314 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 887fea69-e8a9-47ca-8668-9ed7f6e5687f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:42:46.921829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.965739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:46.979012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.005656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0d628838-9eef-403a-9939-b7d8d5ce3aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:47.093114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.107496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.108514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.155169 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c483d6d35a5a47a286fea43925df9ad0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4046512
Apr 19 19:42:47.157899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 57724) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:47.162528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5c4b5d-0b58-4922-9c1d-8dd82b2c44c6,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:47.168708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611703f1-dd08-4518-98b9-7751a33e872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887fea69-e8a9-47ca-8668-9ed7f6e5687f'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:42:47.170190 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:47.202717 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 887fea69-e8a9-47ca-8668-9ed7f6e5687f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=887fea69-e8a9-47ca-8668-9ed7f6e5687f,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:47.209818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.213410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:47.275565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f9c16931-55cb-4c48-bd5f-522db80b34d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:47.278394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a25a6cf-0bb5-4ae1-8f68-9226eca90898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.311033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a25a6cf-0bb5-4ae1-8f68-9226eca90898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.331701 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24da6c39859c434aa1bfcc5a6f902e04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5459516
Apr 19 19:42:47.333088 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 57732) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:42:47.347988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=887fea69-e8a9-47ca-8668-9ed7f6e5687f,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:47.352907 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:47.376437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a25a6cf-0bb5-4ae1-8f68-9226eca90898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.383705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-93571b7c-d555-4703-a356-c7eb5af317ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:47.400466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25a6cf-0bb5-4ae1-8f68-9226eca90898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5c4b5d-0b58-4922-9c1d-8dd82b2c44c6,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:47.402763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1a25a6cf-0bb5-4ae1-8f68-9226eca90898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:47.457608 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-d87c51fe-ba3b-4496-87fe-1cd649a77f00 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b9cc2cfcc1284d38b65062e6baa12d63&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0623164
Apr 19 19:42:47.498030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a25a6cf-0bb5-4ae1-8f68-9226eca90898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.508505 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1a25a6cf-0bb5-4ae1-8f68-9226eca90898 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a5c4b5d-0b58-4922-9c1d-8dd82b2c44c6 HTTP/1.1" status: 204  len: 168 time: 0.3431029
Apr 19 19:42:47.597452 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8744f49a-3db0-4c57-ba9a-28ce0190e92d req-68cbaf35-b570-4a78-b069-3bdac8926ea8 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 210 time: 0.2612243
Apr 19 19:42:47.662574 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea1452e-4530-4df7-8f77-fa9fbebaa2c7,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:47.672143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:47.708599 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadfa7e-933a-41b5-b9df-fe069e52801d req-078c9238-62e9-453f-9d6d-d4375190ebb2 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:47.710292 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8dadfa7e-933a-41b5-b9df-fe069e52801d req-078c9238-62e9-453f-9d6d-d4375190ebb2 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.4440935
Apr 19 19:42:47.715724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-c4279b7d-45da-41ef-9330-729785ceb081 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:47.717587 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-c4279b7d-45da-41ef-9330-729785ceb081 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2550144
Apr 19 19:42:47.732575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Request body: {'port': {'device_id': '10a404ce-ced5-42b1-8ded-e95df780362a', 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65', 'admin_state_up': True, 'tenant_id': 'b9cc2cfcc1284d38b65062e6baa12d63'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:42:47.776404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4fd36ae7-93b1-46de-a6f1-8a20b84d9723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:47.842028 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611703f1-dd08-4518-98b9-7751a33e872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887fea69-e8a9-47ca-8668-9ed7f6e5687f', 'code': 200}
Apr 19 19:42:47.854582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4fd36ae7-93b1-46de-a6f1-8a20b84d9723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.003097 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8dadfa7e-933a-41b5-b9df-fe069e52801d req-ae7d52f6-fbe0-4b45-843c-e1b1d97e3e7a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2835231
Apr 19 19:42:48.014829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:48.027055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Usage tracker for resource:port and tenant:b9cc2cfcc1284d38b65062e6baa12d63 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:48.032567 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4fd36ae7-93b1-46de-a6f1-8a20b84d9723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.040862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:48.045496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-10cc9788-a456-41ae-b1bb-994d9d30dedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:48.053374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:48.059792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd36ae7-93b1-46de-a6f1-8a20b84d9723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea1452e-4530-4df7-8f77-fa9fbebaa2c7,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:48.063273 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4fd36ae7-93b1-46de-a6f1-8a20b84d9723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:48.070423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4fd36ae7-93b1-46de-a6f1-8a20b84d9723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.071982 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4fd36ae7-93b1-46de-a6f1-8a20b84d9723 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ea1452e-4530-4df7-8f77-fa9fbebaa2c7 HTTP/1.1" status: 204  len: 168 time: 0.6647019
Apr 19 19:42:48.088571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Made reservation on behalf of b9cc2cfcc1284d38b65062e6baa12d63 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:42:48.101233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.117662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.137996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:42:48.142926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Usage tracker for resource:security_group_rule and tenant:b9cc2cfcc1284d38b65062e6baa12d63 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:42:48.147513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:42:48.154939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:42:48.193714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c87b-9324-44cc-a060-4d99e404ada8 req-58a68373-9b31-417c-8596-39c492671b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:48.195943 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-85e6c87b-9324-44cc-a060-4d99e404ada8 req-58a68373-9b31-417c-8596-39c492671b1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 1098 time: 0.1049223
Apr 19 19:42:48.261275 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.267654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.272452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e9b2b9fa-1691-4313-b5de-aa1aee2ad951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:48.361458 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052adb85-e4f4-4bcb-8742-3d45759b8b40,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:48.372594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:48.479081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Allocated IP 192.168.233.19 (e9bd2530-2960-4d5a-88ae-6b73ffe2cf65/bd7bd31f-dafb-45ff-9cdf-c890aaedb8fa/ed61d1bd-da8b-4457-b67b-e95ac1e69299) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:42:48.732714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.752349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Transition to ACTIVE for port object ed61d1bd-da8b-4457-b67b-e95ac1e69299 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:42:48.786864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.798897 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:48.899893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:42:48.905388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:42:48.909936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:42:48.918710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:48.918710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.941619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Pushing event updated for resources: {'Port': ['ID=ed61d1bd-da8b-4457-b67b-e95ac1e69299,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:48.944939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:48.966921 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2387974
Apr 19 19:42:48.967252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a036-bc76-4583-bbc6-12ec4c769019 req-698465e2-5357-4a2f-9e8e-758ad5581516 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:48.975684 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a69a036-bc76-4583-bbc6-12ec4c769019 req-698465e2-5357-4a2f-9e8e-758ad5581516 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 935 time: 0.1434350
Apr 19 19:42:49.081048 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a69a036-bc76-4583-bbc6-12ec4c769019 req-6373f442-b5db-4fee-916a-c72787cab6d4 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039236
Apr 19 19:42:49.199023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-75a8883a-bc91-4ae6-9eb9-99da0b5d04c3 None None] Provisioning for port ed61d1bd-da8b-4457-b67b-e95ac1e69299 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:42:49.209417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-75a8883a-bc91-4ae6-9eb9-99da0b5d04c3 None None] Provisioning complete for port ed61d1bd-da8b-4457-b67b-e95ac1e69299 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:42:49.209848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75a8883a-bc91-4ae6-9eb9-99da0b5d04c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:49.327124 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-75a8883a-bc91-4ae6-9eb9-99da0b5d04c3 None None] Port ed61d1bd-da8b-4457-b67b-e95ac1e69299 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:42:49.406828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ac818-ecca-4284-9a2e-9028b932aaa7 req-e7fb6dac-a93c-4cdf-b6ce-63edd06fa06f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:49.408521 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf4ac818-ecca-4284-9a2e-9028b932aaa7 req-e7fb6dac-a93c-4cdf-b6ce-63edd06fa06f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1147690
Apr 19 19:42:49.464337 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf4ac818-ecca-4284-9a2e-9028b932aaa7 req-96f8dd3c-6172-4401-84a2-299693fb51af tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467331
Apr 19 19:42:49.859836 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Request body: {'port': {'device_id': '10a404ce-ced5-42b1-8ded-e95df780362a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:42:49.893048 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-85e6c87b-9324-44cc-a060-4d99e404ada8 req-d68d87a1-1ca0-4d6f-92e4-fad0cf685e4f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415473
Apr 19 19:42:50.002186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:50.367968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e64f3-cfa9-4072-b6ce-336faabd5bbd req-54d826cc-1a08-4785-9caf-0d4599c9e7eb tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:50.371595 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8e2e64f3-cfa9-4072-b6ce-336faabd5bbd req-54d826cc-1a08-4785-9caf-0d4599c9e7eb tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 935 time: 0.1635578
Apr 19 19:42:50.436017 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8e2e64f3-cfa9-4072-b6ce-336faabd5bbd req-01fd0281-186f-4fd6-8aeb-7b5daedc73ce tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579867
Apr 19 19:42:50.503476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed61d1bd-da8b-4457-b67b-e95ac1e69299 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:42:50.512468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:50.530877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Transition to ACTIVE for port object ed61d1bd-da8b-4457-b67b-e95ac1e69299 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:42:50.534639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:50.540837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:50.699647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cc8df-1549-4dc3-b1f9-ffb44b780186 req-472cef35-7446-4ecd-971a-a301c768289f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:50.707930 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2d7cc8df-1549-4dc3-b1f9-ffb44b780186 req-472cef35-7446-4ecd-971a-a301c768289f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1167758
Apr 19 19:42:50.725969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Pushing event updated for resources: {'Port': ['ID=ed61d1bd-da8b-4457-b67b-e95ac1e69299,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:50.736907 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:50.761781 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Attempting to bind port ed61d1bd-da8b-4457-b67b-e95ac1e69299 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:42:50.762150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Attempting to bind port ed61d1bd-da8b-4457-b67b-e95ac1e69299 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '98cb1dd8-6589-41a2-b737-cea56d7ec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:42:50.762611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Attempting to bind port ed61d1bd-da8b-4457-b67b-e95ac1e69299 on network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:42:50.769570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Port ed61d1bd-da8b-4457-b67b-e95ac1e69299 on network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:42:50.769945 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Attempting to bind port ed61d1bd-da8b-4457-b67b-e95ac1e69299 on network e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:42:50.772977 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2d7cc8df-1549-4dc3-b1f9-ffb44b780186 req-e94cfa5c-8ba2-427e-ad36-e429a7a4f27a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639122
Apr 19 19:42:50.776338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:42:50.777040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Checking segment: {'id': '98cb1dd8-6589-41a2-b737-cea56d7ec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:42:50.777466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Bound using segment: {'id': '98cb1dd8-6589-41a2-b737-cea56d7ec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:42:50.786554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Bound port: ed61d1bd-da8b-4457-b67b-e95ac1e69299, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cb1dd8-6589-41a2-b737-cea56d7ec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:42:50.787316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:50.901466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] For port ed61d1bd-da8b-4457-b67b-e95ac1e69299, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:42:50.906165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] For port ed61d1bd-da8b-4457-b67b-e95ac1e69299, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed61d1bd-da8b-4457-b67b-e95ac1e69299,segment=NetworkSegment(98cb1dd8-6589-41a2-b737-cea56d7ec6af),segment_id=98cb1dd8-6589-41a2-b737-cea56d7ec6af)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:42:50.909646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:50.915419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:50.978883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:50.979571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:50.981294 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] 10.222.0.60 "PUT /v2.0/ports/ed61d1bd-da8b-4457-b67b-e95ac1e69299 HTTP/1.1" status: 200  len: 1097 time: 1.1277902
Apr 19 19:42:50.981595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a404ce-ced5-42b1-8ded-e95df780362a', 'tag': 'ed61d1bd-da8b-4457-b67b-e95ac1e69299'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:42:51.004622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Pushing event updated for resources: {'Port': ['ID=ed61d1bd-da8b-4457-b67b-e95ac1e69299,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:51.008757 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:51.092474 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a404ce-ced5-42b1-8ded-e95df780362a', 'tag': 'ed61d1bd-da8b-4457-b67b-e95ac1e69299', 'status': 'completed', 'code': 200}
Apr 19 19:42:51.134609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-e14423f1-46a8-4770-b124-673d180d8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:51.136289 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-e14423f1-46a8-4770-b124-673d180d8150 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9cc2cfcc1284d38b65062e6baa12d63&device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 1100 time: 0.0933084
Apr 19 19:42:51.221224 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-13784213-0db7-4bd1-bf90-7d71493fbc6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=ed61d1bd-da8b-4457-b67b-e95ac1e69299 HTTP/1.1" status: 200  len: 217 time: 0.0752277
Apr 19 19:42:51.300880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-da43016e-a45e-4b9c-9574-42e3b665b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:51.302918 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-da43016e-a45e-4b9c-9574-42e3b665b390 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd7bd31f-dafb-45ff-9cdf-c890aaedb8fa HTTP/1.1" status: 200  len: 843 time: 0.0745373
Apr 19 19:42:51.398495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-464a3568-f18e-487f-8a72-1e930c1ad262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:51.400358 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-464a3568-f18e-487f-8a72-1e930c1ad262 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9bd2530-2960-4d5a-88ae-6b73ffe2cf65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0889602
Apr 19 19:42:51.681618 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-1c90d942-7cd5-4b58-be53-4cd16b4d2e08 service neutron] 10.222.0.60 "GET /v2.0/networks/e9bd2530-2960-4d5a-88ae-6b73ffe2cf65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734735
Apr 19 19:42:51.690110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a796833-6f73-4d89-bbc8-4c2456be8263 req-bd7d0b5b-7568-4468-aa69-5fca7f3519f2 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:51.699155 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1a796833-6f73-4d89-bbc8-4c2456be8263 req-bd7d0b5b-7568-4468-aa69-5fca7f3519f2 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 947 time: 0.1419609
Apr 19 19:42:51.810510 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1a796833-6f73-4d89-bbc8-4c2456be8263 req-0ab7276b-f98f-4ed8-ab6d-326839e25722 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103082
Apr 19 19:42:51.894558 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe85eaf7-e278-4a5a-9161-471bf34ba079 req-26a27bd6-0ff4-45bd-bf74-fdc646321c98 service neutron] 10.222.0.60 "GET /v2.0/networks/e9bd2530-2960-4d5a-88ae-6b73ffe2cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2032256
Apr 19 19:42:52.144244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8ea19-9258-426f-94a7-c97bce47f1f1 req-f268b6dc-0cd2-45e3-80eb-768c5bc46295 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:52.147020 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2cc8ea19-9258-426f-94a7-c97bce47f1f1 req-f268b6dc-0cd2-45e3-80eb-768c5bc46295 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1747332
Apr 19 19:42:52.226964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:42:52.240434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-986c10c6-4552-44d9-8c76-1fce6152ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:52.245338 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-986c10c6-4552-44d9-8c76-1fce6152ab66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9cc2cfcc1284d38b65062e6baa12d63&device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 1100 time: 0.1737359
Apr 19 19:42:52.248715 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2cc8ea19-9258-426f-94a7-c97bce47f1f1 req-4566cc2c-c44c-4cfc-9011-04edc4f8a3bc tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0904386
Apr 19 19:42:52.464867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-920a2a47-1a2d-44e4-a6c7-ceb908e0ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:52.468004 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-920a2a47-1a2d-44e4-a6c7-ceb908e0ce9f service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9bd2530-2960-4d5a-88ae-6b73ffe2cf65 HTTP/1.1" status: 200  len: 870 time: 0.2157907
Apr 19 19:42:52.483872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bd673-1d4c-4b20-8cd6-800615f0b9c3 req-182db780-7fd0-4c73-ba60-7c73dbebb234 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:52.485573 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e71bd673-1d4c-4b20-8cd6-800615f0b9c3 req-182db780-7fd0-4c73-ba60-7c73dbebb234 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1133847
Apr 19 19:42:52.565759 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e71bd673-1d4c-4b20-8cd6-800615f0b9c3 req-bc90f960-7ff7-4441-8bde-9598e30d948f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699568
Apr 19 19:42:52.611261 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-d84ab7a9-8373-467b-95b4-cbcfdbc2e02d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=ed61d1bd-da8b-4457-b67b-e95ac1e69299 HTTP/1.1" status: 200  len: 217 time: 0.1348684
Apr 19 19:42:52.698870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-f9fdadc7-83bc-49d2-b3ed-35059fe2d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:52.700839 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-f9fdadc7-83bc-49d2-b3ed-35059fe2d76b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd7bd31f-dafb-45ff-9cdf-c890aaedb8fa HTTP/1.1" status: 200  len: 843 time: 0.0781569
Apr 19 19:42:52.833491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-3130142e-bfd4-4c1f-aff0-9cfa07b43e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:52.836201 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-3130142e-bfd4-4c1f-aff0-9cfa07b43e83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9bd2530-2960-4d5a-88ae-6b73ffe2cf65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1253707
Apr 19 19:42:53.009549 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-99238e94-93d0-4711-89b2-7ca81144e115 service neutron] 10.222.0.60 "GET /v2.0/networks/e9bd2530-2960-4d5a-88ae-6b73ffe2cf65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643569
Apr 19 19:42:53.103194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ab534-5166-4009-90de-925c3ca8f5ee req-9cc9a21c-9f64-478c-bde5-d1fe58dc10dc tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:53.104948 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-600ab534-5166-4009-90de-925c3ca8f5ee req-9cc9a21c-9f64-478c-bde5-d1fe58dc10dc tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 947 time: 0.1666663
Apr 19 19:42:53.118511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42078cfa-40c8-462a-a979-d99aeb182f0b req-8e82a2d2-ab7d-4cae-8c9c-304b631ac999 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:53.120115 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42078cfa-40c8-462a-a979-d99aeb182f0b req-8e82a2d2-ab7d-4cae-8c9c-304b631ac999 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1439927
Apr 19 19:42:53.165395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d4fca1bf-19e5-4b7a-a713-bb7b39522d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:53.200268 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-600ab534-5166-4009-90de-925c3ca8f5ee req-05a97917-27c7-4f16-b7af-f813e16494dc tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789886
Apr 19 19:42:53.208104 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42078cfa-40c8-462a-a979-d99aeb182f0b req-337c3575-e96a-4e0a-9f70-2448d342c860 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709777
Apr 19 19:42:53.468120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0576-e419-4154-84c8-3ccc77004b46 req-8d83c1bc-b6b2-40c3-996a-8e58a7b8c123 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:53.469850 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e45c0576-e419-4154-84c8-3ccc77004b46 req-8d83c1bc-b6b2-40c3-996a-8e58a7b8c123 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.0958323
Apr 19 19:42:53.525023 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e45c0576-e419-4154-84c8-3ccc77004b46 req-11a26d98-f5c1-4b9f-b748-b8dc8a81f470 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0485375
Apr 19 19:42:54.475818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb9438-26b0-4116-8792-3f5a17389079 req-3b2f8ef1-7f1e-40f9-9cf4-cb515c4f238a tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:54.477548 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-95fb9438-26b0-4116-8792-3f5a17389079 req-3b2f8ef1-7f1e-40f9-9cf4-cb515c4f238a tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 947 time: 0.1617672
Apr 19 19:42:54.491419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861c500-b3b7-4af8-bd37-79832ef1f1c5 req-a0851c91-111e-4d68-b970-ba5add607d9f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:54.492991 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a861c500-b3b7-4af8-bd37-79832ef1f1c5 req-a0851c91-111e-4d68-b970-ba5add607d9f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1347346
Apr 19 19:42:54.569633 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-95fb9438-26b0-4116-8792-3f5a17389079 req-64a58271-625a-40eb-8974-6da5051d9033 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755634
Apr 19 19:42:54.578077 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a861c500-b3b7-4af8-bd37-79832ef1f1c5 req-46c45119-98d3-4215-83ac-e0176f0ae228 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689578
Apr 19 19:42:54.767468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29817bc1-b0fb-4b15-ba0b-ec39a9eb0eb3 req-5f7eecad-9fb4-4abe-a1b4-088d91eb5abe tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:54.769028 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-29817bc1-b0fb-4b15-ba0b-ec39a9eb0eb3 req-5f7eecad-9fb4-4abe-a1b4-088d91eb5abe tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.0906994
Apr 19 19:42:54.825786 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-29817bc1-b0fb-4b15-ba0b-ec39a9eb0eb3 req-470e3bac-85cb-43eb-8f1f-ffa1718fc73c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492022
Apr 19 19:42:54.884796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device ed61d1bd-da8b-4457-b67b-e95ac1e69299 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:42:55.042423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port ed61d1bd-da8b-4457-b67b-e95ac1e69299, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed61d1bd-da8b-4457-b67b-e95ac1e69299,segment=NetworkSegment(98cb1dd8-6589-41a2-b737-cea56d7ec6af),segment_id=98cb1dd8-6589-41a2-b737-cea56d7ec6af)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:55.058370 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'ed61d1bd-da8b-4457-b67b-e95ac1e69299', 'network_id': 'e9bd2530-2960-4d5a-88ae-6b73ffe2cf65', 'port_id': 'ed61d1bd-da8b-4457-b67b-e95ac1e69299', 'mac_address': 'fa:16:3e:2d:13:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7bd31f-dafb-45ff-9cdf-c890aaedb8fa', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:42:55.131390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:55.143087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2db47821-045c-422c-933e-f5547e8e872a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:55.153024 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed61d1bd-da8b-4457-b67b-e95ac1e69299 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:42:55.171070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port ed61d1bd-da8b-4457-b67b-e95ac1e69299, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed61d1bd-da8b-4457-b67b-e95ac1e69299,segment=NetworkSegment(98cb1dd8-6589-41a2-b737-cea56d7ec6af),segment_id=98cb1dd8-6589-41a2-b737-cea56d7ec6af)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:42:55.174043 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:55.175982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa237c6d-63a5-40ba-b1f4-48a82a15c437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:42:55.251971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=ed61d1bd-da8b-4457-b67b-e95ac1e69299,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:42:55.260503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.260897 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.261277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.261653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.262025 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.262417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.262790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.263156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.263523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.263887 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.264249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.264612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:42:55.268761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:42:55.849630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422b5c-3175-4d85-b338-258de7f10a61 req-56db07a4-9d91-4a83-b0d2-1e8b245e07e2 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:55.851455 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64422b5c-3175-4d85-b338-258de7f10a61 req-56db07a4-9d91-4a83-b0d2-1e8b245e07e2 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 948 time: 0.1652150
Apr 19 19:42:55.861026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34428727-5b04-4646-985b-d3db02ddc1d7 req-9d149446-b3a6-4e5f-997e-4a88c3b190e9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:55.862609 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-34428727-5b04-4646-985b-d3db02ddc1d7 req-9d149446-b3a6-4e5f-997e-4a88c3b190e9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1336377
Apr 19 19:42:55.940133 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64422b5c-3175-4d85-b338-258de7f10a61 req-c82eb519-ab31-447d-9ec6-82dda5c5f2a5 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764499
Apr 19 19:42:55.991784 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-34428727-5b04-4646-985b-d3db02ddc1d7 req-d3633046-0c58-4fe5-98d0-4e96fe47f0fa tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132143
Apr 19 19:42:56.046343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-90899f7c-eb15-4750-aa88-ea6bdcc96a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:56.050968 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-90899f7c-eb15-4750-aa88-ea6bdcc96a5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 1098 time: 0.1072998
Apr 19 19:42:56.095366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:56.246957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['ed61d1bd-da8b-4457-b67b-e95ac1e69299'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:42:56.301318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-29d1d69a-92ba-4e17-8279-060c10498b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:56.303130 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-29d1d69a-92ba-4e17-8279-060c10498b3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 919 time: 0.2443345
Apr 19 19:42:56.365285 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-935b19a2-0597-41e4-a0ae-fc770c18ad5a req-58b8db82-9f22-49d1-aa48-a3811bc5769b service neutron] 10.222.0.60 "GET /v2.0/networks/e9bd2530-2960-4d5a-88ae-6b73ffe2cf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4216990
Apr 19 19:42:56.407299 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-a01b65a1-ba1a-4894-86ed-bc36e9c8b32f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887fea69-e8a9-47ca-8668-9ed7f6e5687f HTTP/1.1" status: 200  len: 217 time: 0.0899553
Apr 19 19:42:56.425472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f44739-3c88-4f61-8cbd-3e46d537226c req-d5fd06d8-75d2-4218-abf4-d874896e9892 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:56.427166 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-43f44739-3c88-4f61-8cbd-3e46d537226c req-d5fd06d8-75d2-4218-abf4-d874896e9892 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.3305807
Apr 19 19:42:56.479981 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-43f44739-3c88-4f61-8cbd-3e46d537226c req-3f6eccb2-b3fa-4b94-abea-3a04f66f46ad tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460064
Apr 19 19:42:56.560077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:57.215661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656a52a-dcc4-4467-b337-a518c44e3b2f req-b6598e45-2c6c-41ee-b83c-7b22404e9cdf tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:57.217341 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e656a52a-dcc4-4467-b337-a518c44e3b2f req-b6598e45-2c6c-41ee-b83c-7b22404e9cdf tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 948 time: 0.1574736
Apr 19 19:42:57.278548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173ca04-b86b-4b2b-b761-ed36d8c33a44 req-57573bc0-b8f7-4c61-8fc1-3616746aebe6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:57.280481 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b173ca04-b86b-4b2b-b761-ed36d8c33a44 req-57573bc0-b8f7-4c61-8fc1-3616746aebe6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1431293
Apr 19 19:42:57.306415 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e656a52a-dcc4-4467-b337-a518c44e3b2f req-f7954dd7-da31-4adc-aa11-bdb15d206b18 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791357
Apr 19 19:42:57.338553 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b173ca04-b86b-4b2b-b761-ed36d8c33a44 req-9b9b4a0e-6f2b-42ae-9cd2-d8bba0f67fd2 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512969
Apr 19 19:42:57.534371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:57.696813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604da677-1c0a-498e-9a33-43444ecfb927 req-f89bf313-33c4-4ad1-a8ba-f76d0e4a88dd tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:57.698381 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-604da677-1c0a-498e-9a33-43444ecfb927 req-f89bf313-33c4-4ad1-a8ba-f76d0e4a88dd tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.0895824
Apr 19 19:42:57.964237 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-604da677-1c0a-498e-9a33-43444ecfb927 req-554c78d7-08ce-4541-b1b5-59e1327417e9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2593043
Apr 19 19:42:58.584483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17b609-df62-4754-b7a8-6f4725699217 req-42e7d2ae-a160-4b5a-8e75-29cfd76d674b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:58.586812 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc17b609-df62-4754-b7a8-6f4725699217 req-42e7d2ae-a160-4b5a-8e75-29cfd76d674b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 948 time: 0.1601281
Apr 19 19:42:58.619840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6777c64-70f5-49f2-911c-bf80cc2f967e req-18987c13-c78a-49cb-94e5-1a5b257b630e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:58.621427 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6777c64-70f5-49f2-911c-bf80cc2f967e req-18987c13-c78a-49cb-94e5-1a5b257b630e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1561477
Apr 19 19:42:58.679724 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc17b609-df62-4754-b7a8-6f4725699217 req-3940fcd9-f7de-4a88-837c-90654ce2df20 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861413
Apr 19 19:42:58.691124 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6777c64-70f5-49f2-911c-bf80cc2f967e req-ca54f837-e4df-495f-a133-e5f1d3cf60e5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631251
Apr 19 19:42:59.184731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05f2ce-1eba-422a-bd7e-98048fd0a594 req-2d4e3380-6acd-4a5b-8cab-78eb9fb2c599 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:59.186441 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f05f2ce-1eba-422a-bd7e-98048fd0a594 req-2d4e3380-6acd-4a5b-8cab-78eb9fb2c599 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.0981600
Apr 19 19:42:59.282155 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f05f2ce-1eba-422a-bd7e-98048fd0a594 req-d61257b1-f208-47ed-b7e3-c0f55a7f2bc9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0890505
Apr 19 19:42:59.303711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-ece753f4-0891-4ffc-8ca1-dbd260d79dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:59.305832 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-ece753f4-0891-4ffc-8ca1-dbd260d79dd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 200  len: 858 time: 0.0767975
Apr 19 19:42:59.363567 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-945ae17f-a930-475d-baa0-42b855d540fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b0effe-c1be-43ff-8468-c1e0ac16c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478706
Apr 19 19:42:59.519557 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-aa5f071e-1530-4beb-a1f6-8ab020c89092 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437256
Apr 19 19:42:59.681021 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bb9badc-e1a5-4ee4-a719-5fba9b0345f7 req-20dff1ba-3269-43f7-b74f-46518719917c service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483626
Apr 19 19:42:59.915962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8cf4c-79da-4e21-a996-d0a1a4907c20 req-3c276f96-b126-4092-a349-e5e01f02be7d tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:42:59.918108 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8e8cf4c-79da-4e21-a996-d0a1a4907c20 req-3c276f96-b126-4092-a349-e5e01f02be7d tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 948 time: 0.1107862
Apr 19 19:43:00.030285 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8e8cf4c-79da-4e21-a996-d0a1a4907c20 req-075ddf06-a4f0-44bd-a4f2-67dc41a2ad32 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020539
Apr 19 19:43:00.079685 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14984cec-a9b7-4c08-8ad8-9f7c8c07cbc8 req-b3c4f20a-d54d-4799-9661-fba6e4caa415 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:00.082142 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-14984cec-a9b7-4c08-8ad8-9f7c8c07cbc8 req-b3c4f20a-d54d-4799-9661-fba6e4caa415 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1111388
Apr 19 19:43:00.141153 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-14984cec-a9b7-4c08-8ad8-9f7c8c07cbc8 req-f174cedd-54d1-441d-88b3-221c122573d3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529037
Apr 19 19:43:00.499341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798ca7b-6f13-4202-8779-527826069a95 req-efff16a7-4552-4055-8ce5-7fbf3fee186c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:00.501025 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f798ca7b-6f13-4202-8779-527826069a95 req-efff16a7-4552-4055-8ce5-7fbf3fee186c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.0928447
Apr 19 19:43:00.555274 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f798ca7b-6f13-4202-8779-527826069a95 req-5b3fb6f6-df5e-486a-a417-5ff15232a398 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0480661
Apr 19 19:43:01.250541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae44e5f-c46a-488d-a4e6-85706645c56c req-f813e441-8239-4be2-86a4-bc2ae8a39c99 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:01.252210 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eae44e5f-c46a-488d-a4e6-85706645c56c req-f813e441-8239-4be2-86a4-bc2ae8a39c99 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 948 time: 0.0975702
Apr 19 19:43:01.360196 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eae44e5f-c46a-488d-a4e6-85706645c56c req-d6651849-03b4-495a-a8ac-941271bf69c0 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006422
Apr 19 19:43:01.397016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5c9fb-6b84-458b-9c40-6dc98e486f05 req-eadd40c3-8270-4c94-a6cf-035b294bce68 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:01.400143 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0f5c9fb-6b84-458b-9c40-6dc98e486f05 req-eadd40c3-8270-4c94-a6cf-035b294bce68 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1386776
Apr 19 19:43:01.451151 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0f5c9fb-6b84-458b-9c40-6dc98e486f05 req-6c8a9f0f-2160-4e86-bfa9-bfe04434ac8c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439398
Apr 19 19:43:01.771379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538be63-c290-444f-87c1-37272a092362 req-ee276bd0-7254-4051-8dc2-58108a579717 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:01.773556 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a538be63-c290-444f-87c1-37272a092362 req-ee276bd0-7254-4051-8dc2-58108a579717 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.0949414
Apr 19 19:43:01.826097 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a538be63-c290-444f-87c1-37272a092362 req-7dce4111-60a9-4008-bd08-24d82e72cced tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453095
Apr 19 19:43:02.060890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device ed61d1bd-da8b-4457-b67b-e95ac1e69299 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:02.145764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port ed61d1bd-da8b-4457-b67b-e95ac1e69299 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:02.152100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port ed61d1bd-da8b-4457-b67b-e95ac1e69299 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:02.152544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:02.285097 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:02.316542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a404ce-ced5-42b1-8ded-e95df780362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed61d1bd-da8b-4457-b67b-e95ac1e69299'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:43:02.328393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port ed61d1bd-da8b-4457-b67b-e95ac1e69299, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed61d1bd-da8b-4457-b67b-e95ac1e69299,segment=NetworkSegment(98cb1dd8-6589-41a2-b737-cea56d7ec6af),segment_id=98cb1dd8-6589-41a2-b737-cea56d7ec6af)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:02.333627 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:02.336399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d5c11654-4da9-48ef-80c0-1bd43a5122bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:02.386998 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a404ce-ced5-42b1-8ded-e95df780362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed61d1bd-da8b-4457-b67b-e95ac1e69299', 'code': 200}
Apr 19 19:43:02.416250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=ed61d1bd-da8b-4457-b67b-e95ac1e69299,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:02.419793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:02.585882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0263c-8c58-4037-a560-2fa9259e5384 req-217fd14d-1ebc-4fe2-856a-240232e9ef7b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:02.587438 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54f0263c-8c58-4037-a560-2fa9259e5384 req-217fd14d-1ebc-4fe2-856a-240232e9ef7b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 949 time: 0.0980105
Apr 19 19:43:02.707058 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54f0263c-8c58-4037-a560-2fa9259e5384 req-07bb36b2-394d-4522-ba50-69e7387d2353 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102738
Apr 19 19:43:02.731593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb86d89-f742-42fc-aa33-42d7a12f48a1 req-49d30d21-d9fe-4fcd-bb95-34b029aaf0e9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:02.733284 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfb86d89-f742-42fc-aa33-42d7a12f48a1 req-49d30d21-d9fe-4fcd-bb95-34b029aaf0e9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1379435
Apr 19 19:43:02.788871 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfb86d89-f742-42fc-aa33-42d7a12f48a1 req-d3eeebf2-22aa-4dfb-997c-90ac4adea71b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476153
Apr 19 19:43:03.048847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7132e93-5dca-46ec-90d5-aba1c9cd04aa req-2b178d8a-556e-4039-8b10-fee021bc0cd4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:03.050566 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7132e93-5dca-46ec-90d5-aba1c9cd04aa req-2b178d8a-556e-4039-8b10-fee021bc0cd4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.0998812
Apr 19 19:43:03.111150 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7132e93-5dca-46ec-90d5-aba1c9cd04aa req-1d10153e-d913-4087-bfa7-ee16b7008ea7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0535877
Apr 19 19:43:03.388178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a033a-0c68-4ede-bfba-0f8f19e17255 req-fd38f356-96b5-4969-a405-27e68a5231fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:03.389731 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4d1a033a-0c68-4ede-bfba-0f8f19e17255 req-fd38f356-96b5-4969-a405-27e68a5231fe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 1102 time: 0.0812154
Apr 19 19:43:03.448371 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4d1a033a-0c68-4ede-bfba-0f8f19e17255 req-ae32065b-c9cc-4cb9-b3e5-89cdee38f84b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460112
Apr 19 19:43:04.013475 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0187e8f-a8e6-470d-ab94-e477a1d00c05 req-06046409-1253-4808-b75b-856360dc7b81 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:04.015178 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a0187e8f-a8e6-470d-ab94-e477a1d00c05 req-06046409-1253-4808-b75b-856360dc7b81 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 949 time: 0.1780257
Apr 19 19:43:04.054131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238207f-3abd-4d14-a460-41a3f7eaec83 req-4ef3691f-d138-435d-8c19-65c300baaf2c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:04.062064 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f238207f-3abd-4d14-a460-41a3f7eaec83 req-4ef3691f-d138-435d-8c19-65c300baaf2c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1493251
Apr 19 19:43:04.125183 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a0187e8f-a8e6-470d-ab94-e477a1d00c05 req-9ed1f601-38ec-4516-a727-8ff7d61d0e3d tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028798
Apr 19 19:43:04.133293 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f238207f-3abd-4d14-a460-41a3f7eaec83 req-515d6076-3b64-43e3-8aff-150bc77f8147 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702264
Apr 19 19:43:04.249158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58146) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:04.373824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da480dd-c357-4919-9686-76e6423132ab req-275b40e2-95ef-423a-89c7-502b66947c05 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:04.375888 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9da480dd-c357-4919-9686-76e6423132ab req-275b40e2-95ef-423a-89c7-502b66947c05 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1213269
Apr 19 19:43:04.445146 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9da480dd-c357-4919-9686-76e6423132ab req-c93a057f-38cc-4d94-98ee-59c9b46517dd tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0622456
Apr 19 19:43:04.460623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:04.477666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:04.484865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Usage tracker for resource:security_group_rule and tenant:90859a6821314d26acef2b615847ec14 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:04.489399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:04.497444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:04.610804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:04.613764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:04.623399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9e625069-64c5-4e9a-8ab9-6d77885b75c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:04.669156 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90859a6821314d26acef2b615847ec14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4187300
Apr 19 19:43:04.670102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46854f-e2e8-4d67-aa8a-c48c0252724e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:04.672021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58172) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:04.673588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:04.744456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:04.774299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:04.825142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:04.830769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2e26c2f8-248e-4fdb-93bb-d77c94b1a039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:04.846822 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46854f-e2e8-4d67-aa8a-c48c0252724e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:04.858191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:04.861125 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d46854f-e2e8-4d67-aa8a-c48c0252724e HTTP/1.1" status: 204  len: 168 time: 0.1879053
Apr 19 19:43:04.865541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.866375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.866915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.867718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.868207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.868710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.869444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.870207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.870993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.871760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.872508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.873249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:04.879262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:05.186883 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-17a83536-719e-42f1-93e4-4859a063d088 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1490250
Apr 19 19:43:05.309348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58210) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:05.332218 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:05.348876 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:05.353761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Usage tracker for resource:security_group_rule and tenant:864fe5313c324922b2cb8050913d68c0 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:05.356981 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:05.363305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:05.448611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-fb3ed404-5985-4bfd-a418-32e0ee37532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:05.450242 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-fb3ed404-5985-4bfd-a418-32e0ee37532f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 1098 time: 0.2343900
Apr 19 19:43:05.462251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:05.466446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:05.474018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdef664-3f0a-4503-868a-ab042f64fc80 req-ea3a5ea8-8f80-4211-b65d-12d594e864c6 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:05.474943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1a25a6cf-0bb5-4ae1-8f68-9226eca90898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:05.476383 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6bdef664-3f0a-4503-868a-ab042f64fc80 req-ea3a5ea8-8f80-4211-b65d-12d594e864c6 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 949 time: 0.1559448
Apr 19 19:43:05.484574 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae6385-4282-4b11-bff2-f1bf6d3ca381 req-b103160c-030e-402a-bf9b-29ba2c57b37f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:05.486173 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e2ae6385-4282-4b11-bff2-f1bf6d3ca381 req-b103160c-030e-402a-bf9b-29ba2c57b37f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.2122059
Apr 19 19:43:05.519700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25dbe8f-873b-4acb-8467-457999b4c710,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:05.525276 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=864fe5313c324922b2cb8050913d68c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2147851
Apr 19 19:43:05.526360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:05.528042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58216) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:05.593856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96718a48-9db6-4998-a25a-008bd94384e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:05.623215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96718a48-9db6-4998-a25a-008bd94384e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:05.665726 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6bdef664-3f0a-4503-868a-ab042f64fc80 req-d498bb97-e5d4-4b15-b879-b0b8a688bbe1 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784439
Apr 19 19:43:05.677396 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96718a48-9db6-4998-a25a-008bd94384e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:05.698038 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e2ae6385-4282-4b11-bff2-f1bf6d3ca381 req-79eb2e91-5b1d-44a9-9450-77d74660165c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727273
Apr 19 19:43:05.698444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:05.715253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96718a48-9db6-4998-a25a-008bd94384e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25dbe8f-873b-4acb-8467-457999b4c710,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:05.720979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-96718a48-9db6-4998-a25a-008bd94384e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:05.727810 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96718a48-9db6-4998-a25a-008bd94384e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:05.728375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-597e7ba3-fe05-4bf5-9e46-34148467a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:05.729892 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-597e7ba3-fe05-4bf5-9e46-34148467a99b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 912 time: 0.2415602
Apr 19 19:43:05.731170 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-96718a48-9db6-4998-a25a-008bd94384e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d25dbe8f-873b-4acb-8467-457999b4c710 HTTP/1.1" status: 204  len: 168 time: 0.2020621
Apr 19 19:43:05.941167 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-6c49b055-ed67-492b-9a75-930784ebd167 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331a3998-07fc-4154-a287-064419683232 HTTP/1.1" status: 200  len: 1001 time: 0.1957238
Apr 19 19:43:06.056991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f82162-ceba-4cc4-af12-c1deb64ed5ee req-6f1165e0-3cfd-40d9-a64e-e57dfb2943f4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:06.065777 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0f82162-ceba-4cc4-af12-c1deb64ed5ee req-6f1165e0-3cfd-40d9-a64e-e57dfb2943f4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.2276161
Apr 19 19:43:06.098281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-3019af4c-6cd7-4f16-94f0-f93a54629f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:06.100004 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-3019af4c-6cd7-4f16-94f0-f93a54629f6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 200  len: 850 time: 0.1493094
Apr 19 19:43:06.227301 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0f82162-ceba-4cc4-af12-c1deb64ed5ee req-a530a216-eac6-4d94-b132-9560b069c12b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1603239
Apr 19 19:43:06.293020 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-68785674-59e3-4f37-8c0a-82c1d0efd0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:06.294660 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-68785674-59e3-4f37-8c0a-82c1d0efd0ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1801033
Apr 19 19:43:06.304249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55732a7-113d-4340-bb82-5100844a8e55 req-9ad13266-9e26-43c2-95d5-fd465a668acb tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:06.305746 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e55732a7-113d-4340-bb82-5100844a8e55 req-9ad13266-9e26-43c2-95d5-fd465a668acb tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 949 time: 0.1396012
Apr 19 19:43:06.502627 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e55732a7-113d-4340-bb82-5100844a8e55 req-63e6d888-5716-467c-999f-457c1460e1ae tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532240
Apr 19 19:43:06.918747 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-36e213e5-a905-4c0f-ab64-e1d709f21d0e service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6065049
Apr 19 19:43:07.116275 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8589fab-4a6e-49a9-bdce-e606b9205001 req-33127506-db99-4a13-8d27-079d7496d3f3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:07.117925 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8589fab-4a6e-49a9-bdce-e606b9205001 req-33127506-db99-4a13-8d27-079d7496d3f3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.3052444
Apr 19 19:43:07.130268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66db636-80ad-478c-8bb9-eb4baf7cd254 req-ff21927f-ffe5-465c-8665-ba68f873a747 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:07.131976 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a66db636-80ad-478c-8bb9-eb4baf7cd254 req-ff21927f-ffe5-465c-8665-ba68f873a747 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.2706606
Apr 19 19:43:07.156525 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-227bde8d-ce8e-4548-8a72-fcb584dfc4a8 req-e06dd63f-51f1-4fec-a334-48246f2d49c7 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2269812
Apr 19 19:43:07.221047 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8589fab-4a6e-49a9-bdce-e606b9205001 req-f8662e9a-130c-4e84-886d-25d7d7d9b2cc tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879891
Apr 19 19:43:07.224165 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a66db636-80ad-478c-8bb9-eb4baf7cd254 req-dc8782f7-2293-4367-9e00-c2648398589e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722413
Apr 19 19:43:07.614736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668d637-96ed-4880-b078-e69fcd7cc6ae req-975a1752-0222-47c7-85ef-8aeaf447c747 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:07.617684 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e668d637-96ed-4880-b078-e69fcd7cc6ae req-975a1752-0222-47c7-85ef-8aeaf447c747 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1102793
Apr 19 19:43:07.683776 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e668d637-96ed-4880-b078-e69fcd7cc6ae req-b6a4b963-0a21-462f-8921-4b7289921f1e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0599854
Apr 19 19:43:07.959929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-9c30cd70-0c54-4ca6-a3e6-51797d3d7624 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:07.961599 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-9c30cd70-0c54-4ca6-a3e6-51797d3d7624 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.60 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 949 time: 0.1901679
Apr 19 19:43:07.971209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec9c05-a00e-4db0-809d-9abeeaa331e2 req-41fcf95e-6fea-4855-a8f7-6ff371a84f1b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:07.974256 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-adec9c05-a00e-4db0-809d-9abeeaa331e2 req-41fcf95e-6fea-4855-a8f7-6ff371a84f1b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 949 time: 0.1463053
Apr 19 19:43:07.994871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58290) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:08.094285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Deleting port ed61d1bd-da8b-4457-b67b-e95ac1e69299 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:43:08.094755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:08.138071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:08.140189 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-adec9c05-a00e-4db0-809d-9abeeaa331e2 req-85a7e689-eb84-4d32-bb6a-915d1ac5378d tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/security-groups?id=052adb85-e4f4-4bcb-8742-3d45759b8b40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306810
Apr 19 19:43:08.156206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:08.167031 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Usage tracker for resource:security_group_rule and tenant:4cac3e037b964cd0a02efa6b6e4ccab8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:08.167841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:08.175486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:08.279298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:08.283786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:08.294932 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:08.348556 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cac3e037b964cd0a02efa6b6e4ccab8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3524735
Apr 19 19:43:08.351530 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963ca5c1-123b-443c-aae0-532b208f2ac9,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:08.354208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58300) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:08.357217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:08.537918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] For port ed61d1bd-da8b-4457-b67b-e95ac1e69299, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed61d1bd-da8b-4457-b67b-e95ac1e69299,segment=NetworkSegment(98cb1dd8-6589-41a2-b737-cea56d7ec6af),segment_id=98cb1dd8-6589-41a2-b737-cea56d7ec6af)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:08.538813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:08.690555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Calling delete_port for ed61d1bd-da8b-4457-b67b-e95ac1e69299 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:43:08.703592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:08.778093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a56a8354-b0d8-4253-aa07-3eef511b84d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:08.852583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a56a8354-b0d8-4253-aa07-3eef511b84d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:08.871204 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eebb6-5995-4b26-84db-8de49a2e453e req-19385fb3-ecee-406f-b553-0a3c08b55fd3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:08.872876 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d01eebb6-5995-4b26-84db-8de49a2e453e req-19385fb3-ecee-406f-b553-0a3c08b55fd3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.4879713
Apr 19 19:43:08.888768 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e2096-93ef-4458-b388-d55aabe5535a req-8820a1d8-aa15-4936-a773-3ca21b5b4f7a tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:08.890455 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-704e2096-93ef-4458-b388-d55aabe5535a req-8820a1d8-aa15-4936-a773-3ca21b5b4f7a tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.5099926
Apr 19 19:43:09.086250 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d01eebb6-5995-4b26-84db-8de49a2e453e req-6c30c784-11a5-41b9-b9d3-06ac8893c4a2 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935661
Apr 19 19:43:09.105084 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-704e2096-93ef-4458-b388-d55aabe5535a req-49a046cd-0016-4e0b-a0a0-1038442c94fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2020385
Apr 19 19:43:09.117584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a56a8354-b0d8-4253-aa07-3eef511b84d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:09.122875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:09.126680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a00887ea-24cd-40f4-82ad-700a11cfb7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:09.136475 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['ed61d1bd-da8b-4457-b67b-e95ac1e69299'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:43:09.148104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a8354-b0d8-4253-aa07-3eef511b84d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ca5c1-123b-443c-aae0-532b208f2ac9,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:09.161702 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a56a8354-b0d8-4253-aa07-3eef511b84d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:09.161996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1004cf73-4e58-4a59-b006-069b0f95ad05 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:09.224122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Pushing event deleted for resources: {'Port': ['ID=ed61d1bd-da8b-4457-b67b-e95ac1e69299,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:09.230775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:09.270765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a56a8354-b0d8-4253-aa07-3eef511b84d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:09.272165 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a56a8354-b0d8-4253-aa07-3eef511b84d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/963ca5c1-123b-443c-aae0-532b208f2ac9 HTTP/1.1" status: 204  len: 168 time: 0.9028714
Apr 19 19:43:09.401703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] No DVR routers for this DVR port ed61d1bd-da8b-4457-b67b-e95ac1e69299 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:43:09.443304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:09.446503 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cead4a10-1dac-4b8a-b8d3-11fa07c7a7c2 req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.60 "DELETE /v2.0/ports/ed61d1bd-da8b-4457-b67b-e95ac1e69299 HTTP/1.1" status: 204  len: 173 time: 1.4710753
Apr 19 19:43:09.453628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a404ce-ced5-42b1-8ded-e95df780362a', 'name': 'network-vif-deleted', 'tag': 'ed61d1bd-da8b-4457-b67b-e95ac1e69299'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:43:09.469250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7ba0905e-6585-4afe-9178-eca0fe6cab5e req-4f8b6383-14d4-4fe8-afaf-b7c88eeb3930 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Synchronizing usage tracker for tenant:b9cc2cfcc1284d38b65062e6baa12d63 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:43:09.505252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7ba0905e-6585-4afe-9178-eca0fe6cab5e req-4f8b6383-14d4-4fe8-afaf-b7c88eeb3930 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Unset dirty status for tenant:b9cc2cfcc1284d38b65062e6baa12d63 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:43:09.506659 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ba0905e-6585-4afe-9178-eca0fe6cab5e req-4f8b6383-14d4-4fe8-afaf-b7c88eeb3930 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 210 time: 0.1135368
Apr 19 19:43:09.528553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032243d4-979c-40b6-b765-4465525cadc7 req-da4a37dc-8152-4799-8fe1-c9f364c1f5e5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:09.530578 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-032243d4-979c-40b6-b765-4465525cadc7 req-da4a37dc-8152-4799-8fe1-c9f364c1f5e5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.2011838
Apr 19 19:43:09.592143 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a404ce-ced5-42b1-8ded-e95df780362a', 'name': 'network-vif-deleted', 'tag': 'ed61d1bd-da8b-4457-b67b-e95ac1e69299', 'status': 'completed', 'code': 200}
Apr 19 19:43:09.595605 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-032243d4-979c-40b6-b765-4465525cadc7 req-fe64357d-5ce4-40b6-bd0b-2a4761743c2d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0566480
Apr 19 19:43:10.378905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e060d71-85e6-4b4a-b419-48fac241a66b req-f60a3100-b353-4ce8-bb76-295d6c31dcf4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:10.380581 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2e060d71-85e6-4b4a-b419-48fac241a66b req-f60a3100-b353-4ce8-bb76-295d6c31dcf4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1730106
Apr 19 19:43:10.390533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9deafcb-55fe-412e-8035-a98830ae4861 req-9a0636fd-aafc-4ff4-a783-2b333b15ec59 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:10.392173 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9deafcb-55fe-412e-8035-a98830ae4861 req-9a0636fd-aafc-4ff4-a783-2b333b15ec59 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1428499
Apr 19 19:43:10.478029 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2e060d71-85e6-4b4a-b419-48fac241a66b req-57915574-20d1-41d7-8b25-958cce8ca68a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847664
Apr 19 19:43:10.483339 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9deafcb-55fe-412e-8035-a98830ae4861 req-df3abcd5-e44b-431d-86d1-ebbf3f6a3f2b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732501
Apr 19 19:43:10.559893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58338) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:10.719292 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ef20903b-65b2-4751-ae7f-1e616ec15945 req-ef0d10d4-e964-4cc6-8940-0de7731aacdd tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 210 time: 0.0681489
Apr 19 19:43:10.721919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:10.751799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:10.797070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Usage tracker for resource:security_group_rule and tenant:f370132d03ee4567bbf1ea4fc3b33f87 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:10.810954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:10.820629 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:10.892785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a068a-c0e6-4753-aa8c-b81aa908dfeb req-1b35c4c9-b37c-46ac-98c7-e6670a6173c0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:10.894304 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8a4a068a-c0e6-4753-aa8c-b81aa908dfeb req-1b35c4c9-b37c-46ac-98c7-e6670a6173c0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1457024
Apr 19 19:43:10.971513 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8a4a068a-c0e6-4753-aa8c-b81aa908dfeb req-eb4bf476-8719-44db-b35d-700182351cca tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0696564
Apr 19 19:43:10.989089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:10.992632 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:11.002306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:11.046184 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f370132d03ee4567bbf1ea4fc3b33f87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4854307
Apr 19 19:43:11.048011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34637a2-1337-48b4-aa78-f18f6ca9dead,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:11.048993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58346) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:11.051317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:11.117464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f8030bd1-3a27-4467-939d-b8556bbeb81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:11.150041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f8030bd1-3a27-4467-939d-b8556bbeb81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:11.197974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f8030bd1-3a27-4467-939d-b8556bbeb81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:11.203183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-99297dea-4c5b-4ecd-8f33-2da526900f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:11.216130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8030bd1-3a27-4467-939d-b8556bbeb81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34637a2-1337-48b4-aa78-f18f6ca9dead,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:11.218434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f8030bd1-3a27-4467-939d-b8556bbeb81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:11.226886 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f8030bd1-3a27-4467-939d-b8556bbeb81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:11.228112 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f8030bd1-3a27-4467-939d-b8556bbeb81f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a34637a2-1337-48b4-aa78-f18f6ca9dead HTTP/1.1" status: 204  len: 168 time: 0.1779292
Apr 19 19:43:11.802539 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8675d3-ea0c-4145-82e8-7d7e335bbd52 req-4854ec9d-de41-4859-a084-b59b56194ceb tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:11.804334 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6a8675d3-ea0c-4145-82e8-7d7e335bbd52 req-4854ec9d-de41-4859-a084-b59b56194ceb tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1944807
Apr 19 19:43:11.839693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cb588-ffb8-4e87-96c9-c9e884956758 req-718086d1-b7ec-4201-bbaf-454905bf1e69 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:11.841401 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c2cb588-ffb8-4e87-96c9-c9e884956758 req-718086d1-b7ec-4201-bbaf-454905bf1e69 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1856034
Apr 19 19:43:11.911189 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6a8675d3-ea0c-4145-82e8-7d7e335bbd52 req-21850151-c549-40fc-ba4d-22fbcb267a3b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964839
Apr 19 19:43:11.930867 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c2cb588-ffb8-4e87-96c9-c9e884956758 req-361b5b12-6d0a-4d52-8896-9052b3e6b34a tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783432
Apr 19 19:43:12.016049 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:43:12.122749 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58380) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:12.197987 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-928ef873-a0ad-4dd1-b282-e0e9dc3f2f23 req-a133e4dd-eab5-419c-ab08-ec9268564daa tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] 10.222.0.13 "GET /v2.0/ports?device_id=10a404ce-ced5-42b1-8ded-e95df780362a HTTP/1.1" status: 200  len: 210 time: 0.1151171
Apr 19 19:43:12.199257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:12.220155 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'port_id': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'mac_address': 'fa:16:3e:ba:4a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:43:12.259686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c63b7-4de3-4595-931d-72b2bb46fc63 req-3ba2cf54-393a-4fb6-9284-02ddb3c08f44 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:12.261619 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-875c63b7-4de3-4595-931d-72b2bb46fc63 req-3ba2cf54-393a-4fb6-9284-02ddb3c08f44 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1245942
Apr 19 19:43:12.283885 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-563668577-network', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:12.291113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:12.291361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.296251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Usage tracker for resource:network and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:12.299656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:12.306894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:12.313258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd8b91cd-8380-4d12-97cf-635075a8a226 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:43:12.319870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Made reservation on behalf of 29e6b178b50c4f2c8cce9409ac14df4e for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:43:12.322093 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-875c63b7-4de3-4595-931d-72b2bb46fc63 req-6737a851-1be5-42ff-80b8-979e641deedc tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0532336
Apr 19 19:43:12.325581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.334970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:12.338968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.341824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa237c6d-63a5-40ba-b1f4-48a82a15c437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:12.341986 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.359327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:12.363487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Usage tracker for resource:security_group_rule and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:12.367621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:12.374009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:12.421124 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:12.424546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:12.479987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.484866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.489652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e45b922-949c-4f4e-a989-62567a5b43a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:12.516872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:43:12.530706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d72cae-a0eb-4d56-af8f-76593a551695,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:12.535065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:12.536075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.536454 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Added segment 8d7bf8eb-4274-40d9-a0de-862b417da5c0 of type vlan for network 487a408a-9bf5-4c4c-bdd3-73f41a90b517
Apr 19 19:43:12.566871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.602393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.603838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:12.604480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:12.609741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:12.715175 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5908601
Apr 19 19:43:12.718361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58388) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:12.718512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Pushing event updated for resources: {'Network': ['ID=487a408a-9bf5-4c4c-bdd3-73f41a90b517,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:12.721416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:12.724579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Request body: {'subnet': {'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-563668577-subnet', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:12.730477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:12.730704 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:43:12.734761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Usage tracker for resource:subnet and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:12.737795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:12.744594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:12.754640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Made reservation on behalf of 29e6b178b50c4f2c8cce9409ac14df4e for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:43:12.759365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849256460'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:13.016277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device ed61d1bd-da8b-4457-b67b-e95ac1e69299 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:43:13.088431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: ed61d1bd-da8b-4457-b67b-e95ac1e69299 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:43:13.088803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device ed61d1bd-da8b-4457-b67b-e95ac1e69299 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:43:13.157388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['dd8b91cd-8380-4d12-97cf-635075a8a226'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:43:13.265593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52e45b-7a70-4cc2-88da-c838e4f6cb23 req-4af80e19-9a26-452e-9ae4-2b0dad840b45 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:13.267351 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f52e45b-7a70-4cc2-88da-c838e4f6cb23 req-4af80e19-9a26-452e-9ae4-2b0dad840b45 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.2002602
Apr 19 19:43:13.528046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4fba9-806a-4190-9506-2080af341cc3 req-fe0f5bda-e7f7-4a5b-87c2-b44ffbb2372d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:13.536027 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-51d4fba9-806a-4190-9506-2080af341cc3 req-fe0f5bda-e7f7-4a5b-87c2-b44ffbb2372d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.4202971
Apr 19 19:43:13.678898 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-51d4fba9-806a-4190-9506-2080af341cc3 req-44a5f910-5712-4c6f-a944-b266476b41a3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413002
Apr 19 19:43:13.688727 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f52e45b-7a70-4cc2-88da-c838e4f6cb23 req-1e4453d8-b3a1-4ff1-a10f-fea42830e5de tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707680
Apr 19 19:43:13.730506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5507698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849256475'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:13.735922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:13.855561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02097a20-6b7f-4094-98bf-e146a1eab38e,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:13.863256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:13.864491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Checking segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:13.864881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Network hostable DHCP agents. Network: 487a408a-9bf5-4c4c-bdd3-73f41a90b517, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:43:13.910379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:43:13.985364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 487a408a-9bf5-4c4c-bdd3-73f41a90b517) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:14.002213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f1607-994b-44b1-bbb2-2b87060b880b None None] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:43:14.005337 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:14.006008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:14.050276 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3307097
Apr 19 19:43:14.053115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58426) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:14.086674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d12ed-3c23-4820-98e4-8191f3abe8f7 req-3aa2e129-b3db-47bd-9eaf-0c8fc57c8a2f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:14.101360 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-372d12ed-3c23-4820-98e4-8191f3abe8f7 req-3aa2e129-b3db-47bd-9eaf-0c8fc57c8a2f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 945 time: 0.1911135
Apr 19 19:43:14.105409 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:14.136291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:14.146516 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Usage tracker for resource:router and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:14.151427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:14.171856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:14.184114 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-372d12ed-3c23-4820-98e4-8191f3abe8f7 req-df28c3bb-115a-4d18-a791-c19a07cc405e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0730450
Apr 19 19:43:14.190559 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:14.192077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:14.230672 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:14.362360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:43:14.363435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:14.573258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Allocated IP 172.20.0.2 (487a408a-9bf5-4c4c-bdd3-73f41a90b517/02097a20-6b7f-4094-98bf-e146a1eab38e/8369bc21-94fb-4953-bb5e-154c5d20cc1b) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:43:14.592380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:14.892456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:14.919725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Transition to ACTIVE for port object 8369bc21-94fb-4953-bb5e-154c5d20cc1b will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:14.946563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Transition to ACTIVE for port object 8369bc21-94fb-4953-bb5e-154c5d20cc1b will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:14.956021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:14.968048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:15.050298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Pushing event updated for resources: {'Port': ['ID=8369bc21-94fb-4953-bb5e-154c5d20cc1b,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:15.056394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:15.069694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:43:15.071260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:15.073368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:43:15.215846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Attempting to bind port 8369bc21-94fb-4953-bb5e-154c5d20cc1b on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:43:15.216184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Attempting to bind port 8369bc21-94fb-4953-bb5e-154c5d20cc1b by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:43:15.216591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Attempting to bind port 8369bc21-94fb-4953-bb5e-154c5d20cc1b on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:43:15.223453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:43:15.224302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Checking segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:15.224692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:15.225321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Bound using segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:43:15.225861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Bound port: 8369bc21-94fb-4953-bb5e-154c5d20cc1b, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:43:15.226429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:15.336355 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] For port 8369bc21-94fb-4953-bb5e-154c5d20cc1b, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:43:15.340037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] For port 8369bc21-94fb-4953-bb5e-154c5d20cc1b, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=8369bc21-94fb-4953-bb5e-154c5d20cc1b,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:43:15.348488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:15.362980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:15.456028 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Pushing event updated for resources: {'Port': ['ID=8369bc21-94fb-4953-bb5e-154c5d20cc1b,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:15.463589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:15.525735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d7d82-c959-400e-bf8a-14c0dcc761c6 req-01994036-a231-4746-ba61-548b023107fb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:15.534302 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd6d7d82-c959-400e-bf8a-14c0dcc761c6 req-01994036-a231-4746-ba61-548b023107fb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.6191323
Apr 19 19:43:15.540022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:15.616564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:15.713638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d58e9-5b66-4051-83ce-ea0c31754c05 req-49ac2920-ff99-4733-a7d1-8f894e43aa46 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:15.715792 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-368d58e9-5b66-4051-83ce-ea0c31754c05 req-49ac2920-ff99-4733-a7d1-8f894e43aa46 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.7219524
Apr 19 19:43:15.738854 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd6d7d82-c959-400e-bf8a-14c0dcc761c6 req-1f35f2ae-3ce9-490f-9368-fcaa3b2e47c3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2008903
Apr 19 19:43:16.052141 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Allocated IP 172.27.3.101 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/d47c03cb-7230-470f-8437-ab64f74062af) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:43:16.068339 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-368d58e9-5b66-4051-83ce-ea0c31754c05 req-c172a47c-b5d5-4429-8626-22e520fd0361 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3194027
Apr 19 19:43:16.091937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:16.203600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port dd8b91cd-8380-4d12-97cf-635075a8a226 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:16.204434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:16.266603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84f901-db54-49b7-a078-233d77e505ce req-5fc5fadf-f2dd-4d2f-9270-17157669c77c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:16.268270 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1a84f901-db54-49b7-a078-233d77e505ce req-5fc5fadf-f2dd-4d2f-9270-17157669c77c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 945 time: 0.3484850
Apr 19 19:43:16.370242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:16.377881 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1a84f901-db54-49b7-a078-233d77e505ce req-469017bc-3583-4fbc-a2fa-2c816f8b34cb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0935037
Apr 19 19:43:16.381351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:16.413464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:16.414939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:43:16.435718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:16.437644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:16.452030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:16.459277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:16.547637 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'code': 200}
Apr 19 19:43:16.548244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:43:16.552392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:16.562972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:43:16.610306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Pushing event updated for resources: {'Port': ['ID=d47c03cb-7230-470f-8437-ab64f74062af,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:16.615654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:16.645382 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=7']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:16.660494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:17.222679 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef69ccf-dcf6-4f43-8637-1d761e64503a None None] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:43:17.550204 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528d07c-2481-4563-ae7e-bb2bf6da8336 req-f97bb210-d4d2-435c-b95a-75d195ae1633 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:17.551969 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a528d07c-2481-4563-ae7e-bb2bf6da8336 req-f97bb210-d4d2-435c-b95a-75d195ae1633 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.5799732
Apr 19 19:43:17.585319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:17.595081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 8369bc21-94fb-4953-bb5e-154c5d20cc1b up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:17.875711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3dd90609-dba1-43a3-85f0-9f19c3b20208 None None] Provisioning for port 8369bc21-94fb-4953-bb5e-154c5d20cc1b completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:17.922173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 8369bc21-94fb-4953-bb5e-154c5d20cc1b completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:17.927981 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 8369bc21-94fb-4953-bb5e-154c5d20cc1b triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:17.928645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:18.172808 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:18.253853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 8369bc21-94fb-4953-bb5e-154c5d20cc1b, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=8369bc21-94fb-4953-bb5e-154c5d20cc1b,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:18.259284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:18.261269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cb5fba3c-ad33-40e7-b295-9e22800df679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:18.431814 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:18.469318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6e5922f0-527a-4c5f-8925-1f55277301f5 None None] Provisioning complete for port 8369bc21-94fb-4953-bb5e-154c5d20cc1b triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:18.469761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e5922f0-527a-4c5f-8925-1f55277301f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:18.524249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=8369bc21-94fb-4953-bb5e-154c5d20cc1b,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:18.529643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:18.777193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2ac7e-c486-4b54-8feb-e5ec395261e7 req-aea540e2-470b-4380-acf4-35b2c8c86088 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:18.782121 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eea2ac7e-c486-4b54-8feb-e5ec395261e7 req-aea540e2-470b-4380-acf4-35b2c8c86088 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 1.4074502
Apr 19 19:43:18.819284 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a528d07c-2481-4563-ae7e-bb2bf6da8336 req-ba48f215-bdf9-48d0-9dab-1f99106a77c5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.2520669
Apr 19 19:43:18.935078 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eea2ac7e-c486-4b54-8feb-e5ec395261e7 req-158a6847-d609-4902-a2ca-4623c8456fb4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402483
Apr 19 19:43:19.028305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Router ab857948-74d2-473c-bfff-5b010d327407 is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:43:19.243395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 8369bc21-94fb-4953-bb5e-154c5d20cc1b up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:19.315688 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae84d2-7105-445d-be41-791caba4a940 req-6f38c8e6-3402-4831-b38c-664268b41fc4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:19.317403 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-35ae84d2-7105-445d-be41-791caba4a940 req-6f38c8e6-3402-4831-b38c-664268b41fc4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.3539491
Apr 19 19:43:19.342912 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 8369bc21-94fb-4953-bb5e-154c5d20cc1b triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:19.343579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:19.376502 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:43:19.387943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Sync routers for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:43:19.406708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:43:19.407415 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b2a6278>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:42:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:19.431096 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-35ae84d2-7105-445d-be41-791caba4a940 req-123c7f2a-c265-43ed-908d-baa7a40e8c91 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1028039
Apr 19 19:43:19.474133 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:19.476432 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.4219193
Apr 19 19:43:19.479229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58668) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:19.791884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:43:20.262080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b2a6278>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:16Z', 'revision_number': 3, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:20.266837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Checking router: ab857948-74d2-473c-bfff-5b010d327407 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:43:20.267292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Updating router ab857948-74d2-473c-bfff-5b010d327407 port d47c03cb-7230-470f-8437-ab64f74062af binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:43:20.333771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:20.712893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5414c-5df5-48af-acd4-44219eacfcf2 req-595107d4-0932-4073-8fb8-ab235c128029 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:20.721206 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90c5414c-5df5-48af-acd4-44219eacfcf2 req-595107d4-0932-4073-8fb8-ab235c128029 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.6161928
Apr 19 19:43:20.880753 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90c5414c-5df5-48af-acd4-44219eacfcf2 req-527eb117-a19a-4523-ae90-5b9b432796a5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1584952
Apr 19 19:43:20.919487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467f1d-9b35-40f5-adeb-2a8d04252eda req-ff583e0b-25f2-4126-963a-075f6385f8aa tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:20.926617 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41467f1d-9b35-40f5-adeb-2a8d04252eda req-ff583e0b-25f2-4126-963a-075f6385f8aa tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.6261296
Apr 19 19:43:20.960838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:20.974850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Transition to ACTIVE for port object d47c03cb-7230-470f-8437-ab64f74062af will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:20.983378 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:20.995095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:21.130610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becf4ff-eb9f-4942-b62f-d188c7e7c34e None None] Pushing event updated for resources: {'Port': ['ID=d47c03cb-7230-470f-8437-ab64f74062af,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:21.134642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5becf4ff-eb9f-4942-b62f-d188c7e7c34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:21.144956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Attempting to bind port d47c03cb-7230-470f-8437-ab64f74062af on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:43:21.147322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Attempting to bind port d47c03cb-7230-470f-8437-ab64f74062af by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:43:21.147322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Attempting to bind port d47c03cb-7230-470f-8437-ab64f74062af on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:43:21.154940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:43:21.155623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:21.156313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:21.156877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:43:21.157531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Bound port: d47c03cb-7230-470f-8437-ab64f74062af, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:43:21.158167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:21.263905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] For port d47c03cb-7230-470f-8437-ab64f74062af, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:43:21.272554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] For port d47c03cb-7230-470f-8437-ab64f74062af, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=d47c03cb-7230-470f-8437-ab64f74062af,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:43:21.282636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:21.286589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5fa4d970-5ffd-4d8f-91ad-16b3f6d6bbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:21.378424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:43:21.378424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b2a6278>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:42:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:21.387053 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41467f1d-9b35-40f5-adeb-2a8d04252eda req-0ca885a5-4e5e-4e12-af44-488b6f15d77e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4378192
Apr 19 19:43:21.481792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8f38b-bcf1-41cd-b738-93aed0583269 req-2359caca-9c76-459f-b0a5-402b02929fc7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:21.489805 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b4a8f38b-bcf1-41cd-b738-93aed0583269 req-2359caca-9c76-459f-b0a5-402b02929fc7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.2464318
Apr 19 19:43:21.529787 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becf4ff-eb9f-4942-b62f-d188c7e7c34e None None] Pushing event updated for resources: {'Port': ['ID=d47c03cb-7230-470f-8437-ab64f74062af,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:21.532018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:21.542061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5becf4ff-eb9f-4942-b62f-d188c7e7c34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:21.573022 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b4a8f38b-bcf1-41cd-b738-93aed0583269 req-8851c7e4-42d9-4c15-bc94-8e58e2631ec6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0821238
Apr 19 19:43:21.618225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:43:21.844233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Allocated IP 172.20.0.1 (487a408a-9bf5-4c4c-bdd3-73f41a90b517/02097a20-6b7f-4094-98bf-e146a1eab38e/1c2fd749-291e-454b-a075-937743509448) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:43:22.068844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:22.088255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Transition to ACTIVE for port object 1c2fd749-291e-454b-a075-937743509448 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:22.118171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:22.151397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-601d34ca-f808-41e0-848d-e4b2f5737975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:22.260600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b2a6278>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:16Z', 'revision_number': 3, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:22.265714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193755a4-614a-430b-9c66-570127bcf0d3 None None] The sync data for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi is: [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:16Z', 'revision_number': 3, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:43:22.335041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58728) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:22.364910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:43:22.369735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:22.373007 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:43:22.436195 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Pushing event updated for resources: {'Port': ['ID=1c2fd749-291e-454b-a075-937743509448,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:22.457697 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:22.503877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:22.563684 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e21a3-45db-4dc6-86b8-d59c99c11a93 req-6da59c89-2415-490c-a72a-8a3a81280f2b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:22.584877 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-212e21a3-45db-4dc6-86b8-d59c99c11a93 req-6da59c89-2415-490c-a72a-8a3a81280f2b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.4390318
Apr 19 19:43:22.591204 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b2250fac-8278-444a-bbca-626f3f17f225 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9cc2cfcc1284d38b65062e6baa12d63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2548020
Apr 19 19:43:22.594719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58736) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:22.732683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:22.768148 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:22.770772 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-212e21a3-45db-4dc6-86b8-d59c99c11a93 req-e89cbc6b-aca5-468d-ad94-272fa2fd8a51 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1847234
Apr 19 19:43:22.855666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-01b97e10-f579-481e-8769-7b3480b793a1 None None] Provisioning for port 1c2fd749-291e-454b-a075-937743509448 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:22.871134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-01b97e10-f579-481e-8769-7b3480b793a1 None None] Provisioning complete for port 1c2fd749-291e-454b-a075-937743509448 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:22.877023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01b97e10-f579-481e-8769-7b3480b793a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:22.936874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:22.955414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fb467d89-ad0d-4137-993f-c492e200c51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:22.992202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b8b0b-2a42-4690-a815-ad30520b07c0 req-abae9aca-7237-4252-a764-7c4c33fba9bc tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:22.996409 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052adb85-e4f4-4bcb-8742-3d45759b8b40,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:23.001725 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-055b8b0b-2a42-4690-a815-ad30520b07c0 req-abae9aca-7237-4252-a764-7c4c33fba9bc tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.3332150
Apr 19 19:43:23.010642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.011289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.012408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.012961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.013501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.014050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.014635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.016022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.016794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.017585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.018120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.018723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:23.033478 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:23.035212 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:23.041425 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/052adb85-e4f4-4bcb-8742-3d45759b8b40 HTTP/1.1" status: 204  len: 168 time: 0.4448001
Apr 19 19:43:23.163285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-01b97e10-f579-481e-8769-7b3480b793a1 None None] Port 1c2fd749-291e-454b-a075-937743509448 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:43:23.167483 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-055b8b0b-2a42-4690-a815-ad30520b07c0 req-c65e7600-c4ee-4f2c-91f4-3d6ba6325220 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645985
Apr 19 19:43:23.179715 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:23.198087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-382739fa-7f36-467d-b970-212a4cdbb853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:23.370623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device d47c03cb-7230-470f-8437-ab64f74062af up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:23.543235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port d47c03cb-7230-470f-8437-ab64f74062af completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:23.549268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port d47c03cb-7230-470f-8437-ab64f74062af triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:23.550468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:23.552605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb06d-ca4d-4145-abb6-914960db01f4 req-e89dc0ef-57df-43ea-9692-cebb809ae7c0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:23.554587 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-985cb06d-ca4d-4145-abb6-914960db01f4 req-e89dc0ef-57df-43ea-9692-cebb809ae7c0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.3851354
Apr 19 19:43:23.685321 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-985cb06d-ca4d-4145-abb6-914960db01f4 req-826da81d-14be-4b5a-949c-04c8645a81c4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1215000
Apr 19 19:43:23.732519 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:23.734311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:23.738187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:23.754492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port d47c03cb-7230-470f-8437-ab64f74062af, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=d47c03cb-7230-470f-8437-ab64f74062af,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:23.760410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:23.762666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:23.812558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:23.853693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=d47c03cb-7230-470f-8437-ab64f74062af,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:23.856986 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:23.859889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:24.046621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Pushing event updated for resources: {'Port': ['ID=1c2fd749-291e-454b-a075-937743509448,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:24.056240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:24.170756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34a9fe-8148-4c79-ac04-de0ab0fdeda3 req-b58a9f87-27a8-4d5f-ac4a-42de5650a75d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:24.170975 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cb34a9fe-8148-4c79-ac04-de0ab0fdeda3 req-b58a9f87-27a8-4d5f-ac4a-42de5650a75d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1774576
Apr 19 19:43:24.173181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:43:24.174579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:24.386990 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cb34a9fe-8148-4c79-ac04-de0ab0fdeda3 req-d5b2ce37-d994-4ba1-a48a-4dabc54e127b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2053092
Apr 19 19:43:24.532990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-051c8656-6a9f-49c2-bf80-21cc7ac66fc2 None None] Provisioning complete for port 1c2fd749-291e-454b-a075-937743509448 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:24.533985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-051c8656-6a9f-49c2-bf80-21cc7ac66fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:24.560485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Router ab857948-74d2-473c-bfff-5b010d327407 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:43:24.576170 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2387b-80b3-463a-ba95-ce3cd13772c1 req-008c4abe-5e2c-42e7-aadd-240b22cd32e9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:24.577346 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-87e2387b-80b3-463a-ba95-ce3cd13772c1 req-008c4abe-5e2c-42e7-aadd-240b22cd32e9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1877809
Apr 19 19:43:24.615218 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-051c8656-6a9f-49c2-bf80-21cc7ac66fc2 None None] Port 1c2fd749-291e-454b-a075-937743509448 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:43:24.785324 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-87e2387b-80b3-463a-ba95-ce3cd13772c1 req-f6516b34-df94-4585-b4f9-b5c480c00813 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478362
Apr 19 19:43:24.839068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:43:24.855406 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab857948-74d2-473c-bfff-5b010d327407/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3750374
Apr 19 19:43:24.966841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809334c-b586-405b-9be5-a1d4e98cfb03 req-cbb855eb-d019-4899-bbce-ad2b47bffa84 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:24.968702 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3809334c-b586-405b-9be5-a1d4e98cfb03 req-cbb855eb-d019-4899-bbce-ad2b47bffa84 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1116600
Apr 19 19:43:25.057108 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3809334c-b586-405b-9be5-a1d4e98cfb03 req-c6ca9657-6068-4e9f-ac80-bc3f6197b0f1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0789161
Apr 19 19:43:25.097959 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb913651-0ce7-4c06-b152-116307268dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:25.231634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device d47c03cb-7230-470f-8437-ab64f74062af up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:25.317353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port d47c03cb-7230-470f-8437-ab64f74062af triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:25.317937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:25.688298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70a260-6a20-4113-a2e8-889a6f3fa490 req-950247bb-e0a4-4544-85a3-b0c593b36596 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:25.690206 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6e70a260-6a20-4113-a2e8-889a6f3fa490 req-950247bb-e0a4-4544-85a3-b0c593b36596 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1444972
Apr 19 19:43:25.764805 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6e70a260-6a20-4113-a2e8-889a6f3fa490 req-28c4ee0e-6f76-42d0-8356-5d28be58ee9d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678463
Apr 19 19:43:25.832985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58778) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:25.839582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1095759896-network', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:25.851639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:25.856045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Usage tracker for resource:network and tenant:2433ce77612d49b2b5ded9e87fddbd22 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:25.860340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:25.874448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:25.898913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Made reservation on behalf of 2433ce77612d49b2b5ded9e87fddbd22 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:43:25.907201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:25.923437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:26.017775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:26.038495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Usage tracker for resource:security_group_rule and tenant:2433ce77612d49b2b5ded9e87fddbd22 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:26.042726 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:26.057012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:26.098825 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:26.146453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Sync routers for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:43:26.167708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:43:26.168637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70bdef518>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:43:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:26.471238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:43:26.510468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab2f5-3aa4-4460-a778-204a495fbe8f req-b87b95ac-0fef-4e24-abf1-41dca098f30c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:26.512303 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f9ab2f5-3aa4-4460-a778-204a495fbe8f req-b87b95ac-0fef-4e24-abf1-41dca098f30c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.5736089
Apr 19 19:43:26.605387 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f9ab2f5-3aa4-4460-a778-204a495fbe8f req-c1847e8f-26da-43a1-8835-f2993e3c0601 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854139
Apr 19 19:43:26.640382 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee946d95-1f7d-4d2a-bdf5-0dd0ef33cbc6 req-d3d30037-d93e-4275-849f-726532398842 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:26.642860 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee946d95-1f7d-4d2a-bdf5-0dd0ef33cbc6 req-d3d30037-d93e-4275-849f-726532398842 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.2312443
Apr 19 19:43:26.668103 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:26.705317 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee946d95-1f7d-4d2a-bdf5-0dd0ef33cbc6 req-11ed6e89-c482-49b4-8eb7-125da06a4e23 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0483201
Apr 19 19:43:26.758265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:26.765079 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:26.773094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-626757dd-74f5-47b3-af19-a8c94883de35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:26.809007 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:43:26.820371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c914b2a7-6c0d-4ba9-980b-3d730cabbf19,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:26.824125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:26.835064 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:26.835491 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Added segment 1b8349d3-1a84-4dc4-b8e5-e82c1950a53f of type vlan for network 7d76a489-90cb-4833-8ce7-c9166827471b
Apr 19 19:43:26.879437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:26.938754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:26.940204 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:26.940854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:26.968944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:27.108132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70bdef518>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 2, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:27.116289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Checking router: ab857948-74d2-473c-bfff-5b010d327407 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:43:27.116776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Updating router ab857948-74d2-473c-bfff-5b010d327407 port 1c2fd749-291e-454b-a075-937743509448 binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:43:27.129722 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2949126
Apr 19 19:43:27.134571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58794) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:27.140660 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Request body: {'subnet': {'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1095759896-subnet', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:27.151893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:27.169057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Usage tracker for resource:subnet and tenant:2433ce77612d49b2b5ded9e87fddbd22 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:27.172298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:27.187908 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:27.211609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Made reservation on behalf of 2433ce77612d49b2b5ded9e87fddbd22 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:43:27.217141 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Pushing event updated for resources: {'Network': ['ID=7d76a489-90cb-4833-8ce7-c9166827471b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:27.221094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:27.226888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:27.250394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 7d76a489-90cb-4833-8ce7-c9166827471b details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:43:27.293374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862c43-9051-41c4-b821-85c0a2e2a96a req-3a1fb13b-3e96-4f20-bee1-d028f571616f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:27.296600 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-89862c43-9051-41c4-b821-85c0a2e2a96a req-3a1fb13b-3e96-4f20-bee1-d028f571616f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.2805605
Apr 19 19:43:27.323840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:27.384213 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-89862c43-9051-41c4-b821-85c0a2e2a96a req-8234501e-6ea3-466d-b8ea-086a5ea64698 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810671
Apr 19 19:43:27.602539 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:27.887193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc7a83-b306-47e9-ae8f-ad098962f7f1 req-d139a960-3c16-454c-b1d5-8ea80e294337 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:27.896210 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3dcc7a83-b306-47e9-ae8f-ad098962f7f1 req-d139a960-3c16-454c-b1d5-8ea80e294337 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1279798
Apr 19 19:43:27.956253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:27.962322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0af50f7a-1639-43bd-8053-406e035c06d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:28.017876 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3dcc7a83-b306-47e9-ae8f-ad098962f7f1 req-9c27eeaf-8c43-44d2-bc6f-22a7432d02bc tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203635
Apr 19 19:43:28.061345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c2e197-193d-4430-858b-a00491c447a1,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:28.067484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Checking segment: {'id': '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:28.068131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Network hostable DHCP agents. Network: 7d76a489-90cb-4833-8ce7-c9166827471b, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:43:28.076449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:28.112466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Network 7d76a489-90cb-4833-8ce7-c9166827471b is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:43:28.122000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:28.129245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 7d76a489-90cb-4833-8ce7-c9166827471b) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:28.133186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225e8ba-d611-4d92-952e-2ded8b93eee4 req-8200cf6b-7d25-4095-a867-c9fca427a24d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:28.136545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:28.137419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:28.141787 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8225e8ba-d611-4d92-952e-2ded8b93eee4 req-8200cf6b-7d25-4095-a867-c9fca427a24d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.2002537
Apr 19 19:43:28.144970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25952cf-0eb4-48df-9e74-cb920647146b None None] Network 7d76a489-90cb-4833-8ce7-c9166827471b requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:43:28.170636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Transition to ACTIVE for port object 1c2fd749-291e-454b-a075-937743509448 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:28.175250 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-38e3778b-7315-4969-a1a4-90c9ecad47cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0408204
Apr 19 19:43:28.176467 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58802) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:28.185585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:28.191632 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:28.196834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Usage tracker for resource:router and tenant:2433ce77612d49b2b5ded9e87fddbd22 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:28.200822 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:28.208239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:28.215229 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8225e8ba-d611-4d92-952e-2ded8b93eee4 req-279816c5-7076-453f-8556-f28eb5e3f6ae tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0721700
Apr 19 19:43:28.228215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:28.229165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:28.240306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:28.247889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:28.248161 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:28.648921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f36c8b-2cf9-4cc9-8d9e-bf676d62e905 None None] Pushing event updated for resources: {'Port': ['ID=1c2fd749-291e-454b-a075-937743509448,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:28.688811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58f36c8b-2cf9-4cc9-8d9e-bf676d62e905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:28.722039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:28.730417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4e906-0a41-48fd-af42-8c6d939da52a req-f4d92048-4e3d-4583-ad7a-78b3540bb0f5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:28.738785 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8cc4e906-0a41-48fd-af42-8c6d939da52a req-f4d92048-4e3d-4583-ad7a-78b3540bb0f5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1643038
Apr 19 19:43:28.824058 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8cc4e906-0a41-48fd-af42-8c6d939da52a req-19bca3d5-4cea-409f-91f7-04c605d27c82 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841050
Apr 19 19:43:28.864537 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Attempting to bind port 1c2fd749-291e-454b-a075-937743509448 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:43:28.865098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Attempting to bind port 1c2fd749-291e-454b-a075-937743509448 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:43:28.866178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Attempting to bind port 1c2fd749-291e-454b-a075-937743509448 on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:43:28.877658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:43:28.878252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Checking segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:28.878849 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:28.879418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Bound using segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:43:28.880069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Bound port: 1c2fd749-291e-454b-a075-937743509448, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:43:28.880606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:29.215898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-7d76a489-90cb-4833-8ce7-c9166827471b', 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'fixed_ips': [{'subnet_id': '03c2e197-193d-4430-858b-a00491c447a1'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:43:29.216823 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:29.230163 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:43:29.402449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:29.422506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Allocated IP 172.20.0.2 (7d76a489-90cb-4833-8ce7-c9166827471b/03c2e197-193d-4430-858b-a00491c447a1/600c1478-f328-434e-be1e-5332a37389e5) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:43:29.444109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:29.465582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25941a-f81a-4442-b77f-cbe814380b58 req-e58566f1-e468-4007-9b97-bb6407d912b8 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:29.473850 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee25941a-f81a-4442-b77f-cbe814380b58 req-e58566f1-e468-4007-9b97-bb6407d912b8 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.2224362
Apr 19 19:43:29.553727 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee25941a-f81a-4442-b77f-cbe814380b58 req-535a13d9-d2a4-4fbf-8771-17c3c69a4681 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787721
Apr 19 19:43:29.575907 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285ec6b-1910-4d9f-ac93-28736f189223 req-d96c5aa1-3ca8-4ac0-a372-018411668319 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:29.579296 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8285ec6b-1910-4d9f-ac93-28736f189223 req-d96c5aa1-3ca8-4ac0-a372-018411668319 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.2161958
Apr 19 19:43:29.606596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] For port 1c2fd749-291e-454b-a075-937743509448, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:43:29.610033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] For port 1c2fd749-291e-454b-a075-937743509448, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=1c2fd749-291e-454b-a075-937743509448,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:43:29.620495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:29.635761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:29.645486 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8285ec6b-1910-4d9f-ac93-28736f189223 req-77fc24f3-644b-4702-9eee-d7e532686527 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0570321
Apr 19 19:43:29.692586 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Allocated IP 172.27.3.211 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/882d9834-fe38-4da2-9cfa-0b5ac1ee709e) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:43:29.834255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f36c8b-2cf9-4cc9-8d9e-bf676d62e905 None None] Pushing event updated for resources: {'Port': ['ID=1c2fd749-291e-454b-a075-937743509448,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:29.842662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:43:29.843459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70bdef518>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:43:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:29.921363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:29.928036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58f36c8b-2cf9-4cc9-8d9e-bf676d62e905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:29.972289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:29.978232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0ff9857-7e35-48ce-bb07-b0fc00d77471 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:30.059187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:30.088851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Transition to ACTIVE for port object 600c1478-f328-434e-be1e-5332a37389e5 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:30.132376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Transition to ACTIVE for port object 600c1478-f328-434e-be1e-5332a37389e5 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:30.135547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Pushing event updated for resources: {'Port': ['ID=882d9834-fe38-4da2-9cfa-0b5ac1ee709e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:30.147158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:30.168066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:43:30.173067 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:30.174499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:30.183589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:43:30.185209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2e4964de-b0b5-4fd8-8f45-c51f3a41d5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:30.263272 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:43:30.264110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9a645-b8e5-4aeb-96c8-26c70e2ef6dc req-15b606eb-a03d-465a-8c0e-9e4257716bb8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:30.266227 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bf9a645-b8e5-4aeb-96c8-26c70e2ef6dc req-15b606eb-a03d-465a-8c0e-9e4257716bb8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.2014198
Apr 19 19:43:30.381892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Network 7d76a489-90cb-4833-8ce7-c9166827471b is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:43:30.415374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:30.428542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:43:30.440501 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bf9a645-b8e5-4aeb-96c8-26c70e2ef6dc req-8733058e-0163-4fe1-92db-49166f790156 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1611259
Apr 19 19:43:30.450225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Pushing event updated for resources: {'Port': ['ID=600c1478-f328-434e-be1e-5332a37389e5,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:30.455729 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:30.508603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb7684-829d-4572-b229-c5230ee40c42 req-7d5be95f-8999-46b4-bd6e-bd1a9e8232fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:30.519342 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e6bb7684-829d-4572-b229-c5230ee40c42 req-7d5be95f-8999-46b4-bd6e-bd1a9e8232fe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 1098 time: 0.2058270
Apr 19 19:43:30.671846 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e6bb7684-829d-4572-b229-c5230ee40c42 req-cb03eecb-9879-4571-9a5f-6d995416382f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425385
Apr 19 19:43:30.825761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Attempting to bind port 600c1478-f328-434e-be1e-5332a37389e5 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:43:30.826359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Attempting to bind port 600c1478-f328-434e-be1e-5332a37389e5 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:43:30.826815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Attempting to bind port 600c1478-f328-434e-be1e-5332a37389e5 on network 7d76a489-90cb-4833-8ce7-c9166827471b {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:43:30.857001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:43:30.857416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Checking segment: {'id': '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:30.857846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:30.858542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Bound using segment: {'id': '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:43:30.868288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Bound port: 600c1478-f328-434e-be1e-5332a37389e5, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:43:30.868753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:30.903411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222f111-dec5-4fc0-acc0-65997760bb7d req-f68f5023-0ed8-4f7d-83e2-241ac93da33f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:30.911096 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e222f111-dec5-4fc0-acc0-65997760bb7d req-f68f5023-0ed8-4f7d-83e2-241ac93da33f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1788638
Apr 19 19:43:30.966461 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:31.042507 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e222f111-dec5-4fc0-acc0-65997760bb7d req-7c138592-7756-4e5d-b029-da02c536df0e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775919
Apr 19 19:43:31.103525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49cbc3-c2d5-45b8-9f94-78851ac4aba9 req-86cdd1b6-e317-4baf-93d9-c11163f9982d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:31.105599 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0f49cbc3-c2d5-45b8-9f94-78851ac4aba9 req-86cdd1b6-e317-4baf-93d9-c11163f9982d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.1911905
Apr 19 19:43:31.179780 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0f49cbc3-c2d5-45b8-9f94-78851ac4aba9 req-62fa1b49-eb45-4084-8e68-313e98b33684 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0652084
Apr 19 19:43:31.281638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] For port 600c1478-f328-434e-be1e-5332a37389e5, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:43:31.288025 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] For port 600c1478-f328-434e-be1e-5332a37389e5, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=600c1478-f328-434e-be1e-5332a37389e5,segment=NetworkSegment(1b8349d3-1a84-4dc4-b8e5-e82c1950a53f),segment_id=1b8349d3-1a84-4dc4-b8e5-e82c1950a53f)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:43:31.296951 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:31.302496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:31.395485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70bdef518>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:29Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:31.405029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b77abc-c7a2-4068-92c7-ade96aff531a None None] The sync data for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi is: [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:29Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:43:31.406874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Pushing event updated for resources: {'Port': ['ID=600c1478-f328-434e-be1e-5332a37389e5,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:31.409920 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:31.699211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:31.783602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bbad7-7d00-4464-8ccf-3651ba2ec329 req-1e662de7-01aa-4134-a931-4b155f1cb79e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:31.785533 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa9bbad7-7d00-4464-8ccf-3651ba2ec329 req-1e662de7-01aa-4134-a931-4b155f1cb79e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1735342
Apr 19 19:43:31.855304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-fe0dbdd6-ca3a-4ca1-a283-6c8cb13847fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:31.857120 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-fe0dbdd6-ca3a-4ca1-a283-6c8cb13847fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 1099 time: 0.1488795
Apr 19 19:43:31.915448 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa9bbad7-7d00-4464-8ccf-3651ba2ec329 req-2e7a26e2-d0b4-4c83-9edc-185752d973be tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137636
Apr 19 19:43:32.045276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:43:32.076012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-6566b1e7-2a1d-4101-ba41-0d6870b5a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:32.077677 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-6566b1e7-2a1d-4101-ba41-0d6870b5a025 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.2110345
Apr 19 19:43:32.296242 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-f79e875d-7184-4110-b561-eb7f9653fdf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8b91cd-8380-4d12-97cf-635075a8a226 HTTP/1.1" status: 200  len: 1002 time: 0.2104867
Apr 19 19:43:32.352224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:43:32.367105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Sync routers for ids ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:43:32.382306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:32.383508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Routers {'bfe8502b-22e5-497b-9f9f-45c8ab12cff8'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:43:32.384002 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.2058492
Apr 19 19:43:32.386072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b3d73c8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:43:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:32.388464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58874) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:32.506619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-52bfe579-8cd0-494b-8eca-9d3e7c1835f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:32.508246 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-52bfe579-8cd0-494b-8eca-9d3e7c1835f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.2008388
Apr 19 19:43:32.630954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a59a8f-e913-42d2-9f42-4ec3556e2a96 req-24f0f397-39b4-4c00-bb56-60733371b535 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:32.632748 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12a59a8f-e913-42d2-9f42-4ec3556e2a96 req-24f0f397-39b4-4c00-bb56-60733371b535 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.4090204
Apr 19 19:43:32.664747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6e772-3873-4e0d-b75a-94d7101bf3f8 req-278b6616-5e75-47e4-83d1-ebdb38149c6c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:32.664747 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-39b6e772-3873-4e0d-b75a-94d7101bf3f8 req-278b6616-5e75-47e4-83d1-ebdb38149c6c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.2708223
Apr 19 19:43:32.681807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Set router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:43:32.758279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-fefa4060-31f9-4726-9fd3-3f37ecbebb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:32.759972 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-fefa4060-31f9-4726-9fd3-3f37ecbebb03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2192001
Apr 19 19:43:32.783385 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-39b6e772-3873-4e0d-b75a-94d7101bf3f8 req-e97d5b1f-14cc-4940-92c3-352c353e93d0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0990787
Apr 19 19:43:32.917784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58880) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:32.939149 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12a59a8f-e913-42d2-9f42-4ec3556e2a96 req-3e9cc008-63ed-457a-9c0d-6e8a6fb76802 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2954371
Apr 19 19:43:33.008386 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-e86d93c0-bc6e-4291-adb5-3d9e09b54588 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238827
Apr 19 19:43:33.303358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b3d73c8>, [{'id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:28Z', 'updated_at': '2021-04-19T19:43:30Z', 'revision_number': 3, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'gw_port': {'id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:29Z', 'updated_at': '2021-04-19T19:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:33.313772 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e22b5a-6f70-4071-acb9-63eb6410c8c9 req-dff0a527-52c6-4ee8-a757-5ee4dcec0aed service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2894647
Apr 19 19:43:33.314802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Checking router: bfe8502b-22e5-497b-9f9f-45c8ab12cff8 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:43:33.315321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Updating router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:43:33.339549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:33.384854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:33.396217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Usage tracker for resource:security_group_rule and tenant:591a962c31524a9091f0347a250db252 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:33.401044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 1c2fd749-291e-454b-a075-937743509448 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:33.402070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:33.402387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:33.412457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:33.475499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c529391-39d6-4687-b90d-5aa58085c9e3 None None] Network 7d76a489-90cb-4833-8ce7-c9166827471b requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:43:33.595262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-2cab8410-1f70-4a5e-bea2-1cf74c68e274 None None] Provisioning for port 600c1478-f328-434e-be1e-5332a37389e5 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:33.607158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4e53b-670c-4e16-ac17-bd187783c0ae req-e30b4fda-8848-4310-bdf1-2cf8e6441649 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:33.621107 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-acc4e53b-670c-4e16-ac17-bd187783c0ae req-e30b4fda-8848-4310-bdf1-2cf8e6441649 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1918228
Apr 19 19:43:33.642636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 1c2fd749-291e-454b-a075-937743509448 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:33.651277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 1c2fd749-291e-454b-a075-937743509448 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:33.651692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:33.656374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812572aa-7f50-4c47-a060-2133297d717f req-531f561e-85d6-4892-861b-2aecd229e70b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:33.665800 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-812572aa-7f50-4c47-a060-2133297d717f req-531f561e-85d6-4892-861b-2aecd229e70b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.3506355
Apr 19 19:43:33.700457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:33.737673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:33.750795 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-acc4e53b-670c-4e16-ac17-bd187783c0ae req-eec5c620-7ef1-46ef-804d-a67bd1634e72 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253757
Apr 19 19:43:33.774029 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-812572aa-7f50-4c47-a060-2133297d717f req-3cbb15b5-4d6b-4aed-b6df-35c09387b74d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068559
Apr 19 19:43:33.808360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:33.819533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b0ff28d-6ed6-4828-bc16-2d25947215cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:33.846717 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:33.861779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492b10a1-ad05-4740-b737-ea868d6aa6ab,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:33.874731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:33.877874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Transition to ACTIVE for port object 882d9834-fe38-4da2-9cfa-0b5ac1ee709e will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:33.892142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:33.910374 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=591a962c31524a9091f0347a250db252&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9913874
Apr 19 19:43:33.913798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58896) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:33.918494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:34.059267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.064257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Attempting to bind port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:43:34.064817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Attempting to bind port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:43:34.065339 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Attempting to bind port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:43:34.076286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:43:34.076921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:34.077480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.078024 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:43:34.078713 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Bound port: 882d9834-fe38-4da2-9cfa-0b5ac1ee709e, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:43:34.079241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.118749 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 1c2fd749-291e-454b-a075-937743509448, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=1c2fd749-291e-454b-a075-937743509448,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:34.130229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.131697 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 600c1478-f328-434e-be1e-5332a37389e5 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:34.169615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Pushing event updated for resources: {'Port': ['ID=882d9834-fe38-4da2-9cfa-0b5ac1ee709e,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:34.186659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.187291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.187732 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.188228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.188924 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.189779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.190301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.190777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.191298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.191826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.192292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.192749 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:43:34.202615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:34.228798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8be6d39f-4cdd-4b51-a538-b4d245cc969f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:34.238965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28fab1bd-1995-44c2-977f-8e1b5343060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.251462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Allocated IP 172.20.0.1 (7d76a489-90cb-4833-8ce7-c9166827471b/03c2e197-193d-4430-858b-a00491c447a1/06e0b473-4d8c-4db6-8716-58277633d451) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:43:34.332115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28fab1bd-1995-44c2-977f-8e1b5343060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.339322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] For port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:43:34.345169 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] For port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=882d9834-fe38-4da2-9cfa-0b5ac1ee709e,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:43:34.361508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.367923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:34.516873 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Pushing event updated for resources: {'Port': ['ID=882d9834-fe38-4da2-9cfa-0b5ac1ee709e,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:34.523178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6ad089d4-bbaa-47ad-8d81-094c98900e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:34.531112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=1c2fd749-291e-454b-a075-937743509448,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:34.536722 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2a563-9310-49c6-b52c-9c248a790ebe req-052fe0f4-5f2e-418f-b404-ac22f1546cce tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:34.538183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Routers {'bfe8502b-22e5-497b-9f9f-45c8ab12cff8'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:43:34.538899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b3d73c8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:43:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:34.542587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:34.549436 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ac2a563-9310-49c6-b52c-9c248a790ebe req-052fe0f4-5f2e-418f-b404-ac22f1546cce tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 946 time: 0.4816282
Apr 19 19:43:34.553319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 600c1478-f328-434e-be1e-5332a37389e5 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:34.583266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 600c1478-f328-434e-be1e-5332a37389e5 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:34.583678 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.675471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.698100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28fab1bd-1995-44c2-977f-8e1b5343060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.717250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Transition to ACTIVE for port object 06e0b473-4d8c-4db6-8716-58277633d451 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:34.722944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fffd47f1-0d47-4876-be1f-83217154847f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:34.744909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fab1bd-1995-44c2-977f-8e1b5343060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492b10a1-ad05-4740-b737-ea868d6aa6ab,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:34.748119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28fab1bd-1995-44c2-977f-8e1b5343060e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:34.776029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.786473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.792005 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28fab1bd-1995-44c2-977f-8e1b5343060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.792528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b7a35747-6edf-4751-8e8b-82f8407ab53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:34.795647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] Set router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:43:34.795791 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-28fab1bd-1995-44c2-977f-8e1b5343060e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/492b10a1-ad05-4740-b737-ea868d6aa6ab HTTP/1.1" status: 204  len: 168 time: 0.8778827
Apr 19 19:43:34.818519 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83728b4-9aa5-4664-b4be-ec8320d53c4b req-da746813-fe51-4276-9772-0b90485649f4 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:34.820158 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a83728b4-9aa5-4664-b4be-ec8320d53c4b req-da746813-fe51-4276-9772-0b90485649f4 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.4375415
Apr 19 19:43:34.841483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 600c1478-f328-434e-be1e-5332a37389e5, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=600c1478-f328-434e-be1e-5332a37389e5,segment=NetworkSegment(1b8349d3-1a84-4dc4-b8e5-e82c1950a53f),segment_id=1b8349d3-1a84-4dc4-b8e5-e82c1950a53f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:34.843712 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ac2a563-9310-49c6-b52c-9c248a790ebe req-19a13ff6-1875-4834-88d3-983ba68f8d89 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2911940
Apr 19 19:43:34.848042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.854839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:34.916535 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Network 7d76a489-90cb-4833-8ce7-c9166827471b is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:43:34.920511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:34.926188 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:43:34.926531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:34.934246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Pushing event updated for resources: {'Port': ['ID=06e0b473-4d8c-4db6-8716-58277633d451,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:34.955530 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=600c1478-f328-434e-be1e-5332a37389e5,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:34.956819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:34.969237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:35.272819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-833b9e8f-9bd0-40ad-b7f9-893f3008bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:35.274515 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-833b9e8f-9bd0-40ad-b7f9-893f3008bd64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 1098 time: 0.7227569
Apr 19 19:43:35.292780 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a83728b4-9aa5-4664-b4be-ec8320d53c4b req-8232d1b1-240b-4250-a52d-46c72b848595 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4466629
Apr 19 19:43:35.312451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 1c2fd749-291e-454b-a075-937743509448 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:35.409642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-196658bc-27e7-4716-a814-045f59622de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b3d73c8>, [{'id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:28Z', 'updated_at': '2021-04-19T19:43:30Z', 'revision_number': 3, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'gw_port': {'id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:29Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:35.414689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196658bc-27e7-4716-a814-045f59622de2 None None] The sync data for ids ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'] in dv-cinder-786933-1-iscsi is: [{'id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:28Z', 'updated_at': '2021-04-19T19:43:30Z', 'revision_number': 3, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'gw_port': {'id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:29Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:43:35.435117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:43:35.515631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-68c6ca75-3675-474d-859b-21008b0ce48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:35.519746 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-68c6ca75-3675-474d-859b-21008b0ce48d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 912 time: 0.2251377
Apr 19 19:43:35.525408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-74205072-7082-4802-a637-8c84424619cf None None] Provisioning for port 06e0b473-4d8c-4db6-8716-58277633d451 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:35.538648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-74205072-7082-4802-a637-8c84424619cf None None] Provisioning complete for port 06e0b473-4d8c-4db6-8716-58277633d451 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:35.539378 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74205072-7082-4802-a637-8c84424619cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:35.608911 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:35.653532 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-b7227835-5687-41db-ae58-f3c0fe6dd4df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331a3998-07fc-4154-a287-064419683232 HTTP/1.1" status: 200  len: 1001 time: 0.1259689
Apr 19 19:43:35.655880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 1c2fd749-291e-454b-a075-937743509448 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:35.656459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:35.724101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-74205072-7082-4802-a637-8c84424619cf None None] Port 06e0b473-4d8c-4db6-8716-58277633d451 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:43:35.751730 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-cc6ddc22-4d30-4662-b2c1-4519549f22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:35.753340 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-cc6ddc22-4d30-4662-b2c1-4519549f22aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 200  len: 850 time: 0.0923598
Apr 19 19:43:35.783956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:35.857914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-1b4f0b64-133c-439f-a417-cfaa9590e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:35.859814 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:35.860026 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-1b4f0b64-133c-439f-a417-cfaa9590e40c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0988431
Apr 19 19:43:35.862134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:43:35.908962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:35.925449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58f36c8b-2cf9-4cc9-8d9e-bf676d62e905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:35.999005 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:36.005958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:36.008916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:36.019137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:36.023174 dv-cinder-786933-1-iscsi neutron-server[86240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'code': 422} returned with failed status
Apr 19 19:43:36.093145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 600c1478-f328-434e-be1e-5332a37389e5 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:36.163903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=8']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:36.167547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:36.226572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 600c1478-f328-434e-be1e-5332a37389e5 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:36.227043 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:36.318560 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Network 7d76a489-90cb-4833-8ce7-c9166827471b is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:43:36.322280 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:36.430756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Pushing event updated for resources: {'Port': ['ID=06e0b473-4d8c-4db6-8716-58277633d451,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:36.441142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:36.454774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58936) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:36.544904 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-8741a728-ea29-49c7-bb48-8a1b1374f599 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6769865
Apr 19 19:43:36.610564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc15669-e225-47fc-a8f3-d5fe141c854f req-4eb54965-4652-4f8a-8d3d-90067263811d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:36.620843 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dc15669-e225-47fc-a8f3-d5fe141c854f req-4eb54965-4652-4f8a-8d3d-90067263811d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.3484125
Apr 19 19:43:36.737291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1496600488-network', 'tenant_id': '2b47baf6d1cd4bb990835ab7c12cece4'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:36.769960 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3451e3ee-1612-4848-acaf-c492370c46ae None None] Provisioning complete for port 06e0b473-4d8c-4db6-8716-58277633d451 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:36.770737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3451e3ee-1612-4848-acaf-c492370c46ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:36.798011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:36.812257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Usage tracker for resource:network and tenant:2b47baf6d1cd4bb990835ab7c12cece4 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:36.814040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:43:36.815138 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:36.816666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346812b3-f871-46f5-8046-3fd103f56544 req-2bc7526a-ae09-49fb-9f30-9482a859c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:36.819156 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-346812b3-f871-46f5-8046-3fd103f56544 req-2bc7526a-ae09-49fb-9f30-9482a859c65d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 1099 time: 0.1423326
Apr 19 19:43:36.823352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:36.848602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3451e3ee-1612-4848-acaf-c492370c46ae None None] Port 06e0b473-4d8c-4db6-8716-58277633d451 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:43:36.873804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Made reservation on behalf of 2b47baf6d1cd4bb990835ab7c12cece4 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:43:36.878603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:36.897110 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dc15669-e225-47fc-a8f3-d5fe141c854f req-b1c0cd60-b2ec-4afe-ae92-0e1f68e1955d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2747757
Apr 19 19:43:36.916765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:36.965283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:36.970100 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de50b159-492a-4f52-b0a9-a988fe7a70a7 req-0f05256b-b099-41c8-812e-fca7f252b8b3 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4148912
Apr 19 19:43:36.979941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Usage tracker for resource:security_group_rule and tenant:2b47baf6d1cd4bb990835ab7c12cece4 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:36.984216 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:36.991483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:37.033366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac272-cfdd-4f15-9a42-bc9b00ed0edc req-e00155ab-d16c-4687-9b65-a8a4e2aeec9d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:37.043132 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79fac272-cfdd-4f15-9a42-bc9b00ed0edc req-e00155ab-d16c-4687-9b65-a8a4e2aeec9d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.2954807
Apr 19 19:43:37.131716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346812b3-f871-46f5-8046-3fd103f56544 req-1229e092-4064-4a78-ad64-28c069420326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:37.133343 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-346812b3-f871-46f5-8046-3fd103f56544 req-1229e092-4064-4a78-ad64-28c069420326 service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 919 time: 0.3041322
Apr 19 19:43:37.187531 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79fac272-cfdd-4f15-9a42-bc9b00ed0edc req-564d00f8-4b96-4e33-9609-08389fa394bb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1434197
Apr 19 19:43:37.239533 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-346812b3-f871-46f5-8046-3fd103f56544 req-9cb8246a-8c29-4e50-b676-26a9f0c9146f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d604a8-7cd1-49ca-af49-048409e72626 HTTP/1.1" status: 200  len: 217 time: 0.0922222
Apr 19 19:43:37.259952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202c4e1-6ac0-4f73-bca5-91c77ab8e2d6 req-23f21877-76f9-4e36-b469-2ad12c11b1c6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:37.260562 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6202c4e1-6ac0-4f73-bca5-91c77ab8e2d6 req-23f21877-76f9-4e36-b469-2ad12c11b1c6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.2125485
Apr 19 19:43:37.266361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.272207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.276957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:37.287793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 882d9834-fe38-4da2-9cfa-0b5ac1ee709e up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:37.320346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:43:37.346667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:43:37.375635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd109dd4-5cd7-4929-8792-3d9bb62056ce,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:37.384174 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346812b3-f871-46f5-8046-3fd103f56544 req-ada05c74-e08f-41f3-a16a-c398359c5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:37.386906 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-346812b3-f871-46f5-8046-3fd103f56544 req-ada05c74-e08f-41f3-a16a-c398359c5bcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 200  len: 858 time: 0.1180027
Apr 19 19:43:37.388107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:37.388902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.389294 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Added segment 3049cd37-4ba9-4fd7-a47a-51913ca4be51 of type vlan for network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7
Apr 19 19:43:37.394172 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:37.398896 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/bfe8502b-22e5-497b-9f9f-45c8ab12cff8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0087502
Apr 19 19:43:37.401584 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6202c4e1-6ac0-4f73-bca5-91c77ab8e2d6 req-57074103-7f27-4854-8a4b-21a7e0de9e91 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122019
Apr 19 19:43:37.404475 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:37.404899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.470368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.492999 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-346812b3-f871-46f5-8046-3fd103f56544 req-1d349d35-8cb1-4cf1-8833-7551c8534886 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b0effe-c1be-43ff-8468-c1e0ac16c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0968492
Apr 19 19:43:37.519935 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.522379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:37.524121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.566062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1e6be808-a918-453b-b01d-ce56e922bad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:37.586866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.630716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=882d9834-fe38-4da2-9cfa-0b5ac1ee709e,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:37.640297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.642606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2e4964de-b0b5-4fd8-8f45-c51f3a41d5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:37.661287 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1964686
Apr 19 19:43:37.667582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58954) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:37.694523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Request body: {'subnet': {'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1496600488-subnet', 'tenant_id': '2b47baf6d1cd4bb990835ab7c12cece4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:37.708192 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:37.719127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Usage tracker for resource:subnet and tenant:2b47baf6d1cd4bb990835ab7c12cece4 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:37.722604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:37.727464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:37.735749 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:37.743406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:37.750410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:43:37.770512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Made reservation on behalf of 2b47baf6d1cd4bb990835ab7c12cece4 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:43:37.781583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849256460'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:37.805769 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-346812b3-f871-46f5-8046-3fd103f56544 req-cafb5f33-0ba2-4c6e-bc4d-58a9af371983 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2981744
Apr 19 19:43:38.001914 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-346812b3-f871-46f5-8046-3fd103f56544 req-a4283c52-dcfb-4fe2-b60b-2d6bd222612a service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893024
Apr 19 19:43:38.096196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=882d9834-fe38-4da2-9cfa-0b5ac1ee709e,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:38.103361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:38.315475 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5507698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849256475'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:38.321374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:38.419087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 58974) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:38.425739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126359965', 'description': 'tempest-secgroup-smoke-1126359965 description', 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:38.433338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:38.439024 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:security_group and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:38.445846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:38.453738 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:38.462698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Pushing event updated for resources: {'Subnet': ['ID=add5831a-6c5d-4899-bbbb-52d252df3a98,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:38.468555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:38.469558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:38.475490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Checking segment: {'id': '3049cd37-4ba9-4fd7-a47a-51913ca4be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:38.475948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Network hostable DHCP agents. Network: 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:43:38.496733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:38.501708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:security_group_rule and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:38.507101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:38.515954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:38.522792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0b6fc-b8ae-4710-a9ec-ebc969e2df74 req-6a9a2de2-172d-419f-8598-79f28bf9995e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:38.524461 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f5c0b6fc-b8ae-4710-a9ec-ebc969e2df74 req-6a9a2de2-172d-419f-8598-79f28bf9995e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1762230
Apr 19 19:43:38.525718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:43:38.550819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:38.561352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aada90-ad95-45ba-a4c0-9df69b21f91b None None] Network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:43:38.577151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:38.577800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:38.603358 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f5c0b6fc-b8ae-4710-a9ec-ebc969e2df74 req-d4975a9d-420d-4007-a3fc-84c0a25ced12 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708404
Apr 19 19:43:38.612514 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9436719
Apr 19 19:43:38.623240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:38.629661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:38.636857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-87ac00dc-38c7-4787-873c-ab1fa3696a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:38.733757 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4fffed-f918-45b6-9c72-8894acffcbfc,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:38.753499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:38.761700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:38.775033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:38.776400 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3559844
Apr 19 19:43:38.779948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 58990) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:38.789896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'security_group_rule': {'security_group_id': 'df4fffed-f918-45b6-9c72-8894acffcbfc', 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:38.799823 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:38.814285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:security_group_rule and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:38.821149 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:38.899759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:38.950862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edbd915-3d15-483f-8d60-9f4327cfb98c None None] Network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:43:38.983169 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.045286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Sync routers for ids ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:43:39.082584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Routers {'bfe8502b-22e5-497b-9f9f-45c8ab12cff8'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:43:39.083371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ade25c0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:43:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:39.124378 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30d30e-aa41-4146-a3e9-c0f7cca2a394 req-3820dec6-42fe-4a5a-b0ad-f14bff0c7474 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:39.126134 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c30d30e-aa41-4146-a3e9-c0f7cca2a394 req-3820dec6-42fe-4a5a-b0ad-f14bff0c7474 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.3202283
Apr 19 19:43:39.155164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616c697-daa6-414f-a042-45e2c0610de1 req-5550709d-271f-4b0a-a1b1-d675fb24a469 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:39.163281 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e616c697-daa6-414f-a042-45e2c0610de1 req-5550709d-271f-4b0a-a1b1-d675fb24a469 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.2681370
Apr 19 19:43:39.220375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 59012) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:39.251136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.262867 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e616c697-daa6-414f-a042-45e2c0610de1 req-1651e0d6-3df6-473b-8a72-9dbca0a1b567 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0984833
Apr 19 19:43:39.265481 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.307604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a141da8-a84e-4487-8d55-3da9b52e5210 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:39.335653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 882d9834-fe38-4da2-9cfa-0b5ac1ee709e up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:39.345431 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c30d30e-aa41-4146-a3e9-c0f7cca2a394 req-7c941048-68f8-4b24-b8a5-d371eaa889f6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036862
Apr 19 19:43:39.350700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841c3767-3d7a-409e-816c-b1e4dc368ff0,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:39.360567 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:39.375118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.375118 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-be47e0be-2ed2-4c23-8c2a-8a563588b4e5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5874794
Apr 19 19:43:39.375118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 59018) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:39.377338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'security_group_rule': {'security_group_id': 'df4fffed-f918-45b6-9c72-8894acffcbfc', 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:39.384120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:39.388509 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:security_group_rule and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:39.391837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:39.404109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:39.431795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.441601 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-3a77d213-d1d3-433a-84fd-7339ddb0de38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2195985
Apr 19 19:43:39.484611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:43:39.533899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.550537 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.553497 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:39.590364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64a3c9a-6e97-4373-b6aa-3dc368bd113f,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:39.593594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:39.605528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.609397 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-38c848bb-0e23-4b2d-8958-5fccea924c0d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2342651
Apr 19 19:43:39.610002 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 59028) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:39.617322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'security_group_rule': {'security_group_id': 'df4fffed-f918-45b6-9c72-8894acffcbfc', 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:39.635968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:39.641220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:security_group_rule and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:39.644966 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:39.652230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:39.675820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.734505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Set router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:43:39.768433 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.773284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.782492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:39.793739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:39.794157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.804439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dbc6be-e5fa-4870-9198-a2b69719a30e,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:39.807529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:39.816771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.822621 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2066007
Apr 19 19:43:39.822844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 59036) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:39.828427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'security_group_rule': {'security_group_id': 'df4fffed-f918-45b6-9c72-8894acffcbfc', 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:39.835761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:39.840570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:security_group_rule and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:39.843645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:39.853683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:39.875791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.953825 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.957531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.973459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:39.993290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c4dcf5-7393-47bb-bb51-40ea820b547c,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:39.996337 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:39.998454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:39.999967 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1761742
Apr 19 19:43:40.003017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 59040) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:40.009463 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'security_group_rule': {'security_group_id': 'df4fffed-f918-45b6-9c72-8894acffcbfc', 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:40.026176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:40.031386 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:security_group_rule and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:40.034922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:40.044072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:40.055467 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Project 29e6b178b50c4f2c8cce9409ac14df4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:43:40.063773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.154827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.158821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.161108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:40.187180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb33428d-a765-4d03-b26f-90683c1c5ab0,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:40.189880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:40.197693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.202172 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 59044) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:43:40.205802 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2013605
Apr 19 19:43:40.208376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'security_group_rule': {'security_group_id': 'df4fffed-f918-45b6-9c72-8894acffcbfc', 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:40.214949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:40.219219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:security_group_rule and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:40.222482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:40.229539 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:40.243152 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Project 29e6b178b50c4f2c8cce9409ac14df4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:43:40.251201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.301010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ade25c0>, [{'id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:28Z', 'updated_at': '2021-04-19T19:43:35Z', 'revision_number': 4, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'gw_port': {'id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:29Z', 'updated_at': '2021-04-19T19:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '06e0b473-4d8c-4db6-8716-58277633d451', 'name': '', 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'mac_address': 'fa:16:3e:bb:40:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '03c2e197-193d-4430-858b-a00491c447a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:33Z', 'updated_at': '2021-04-19T19:43:35Z', 'revision_number': 2, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'subnets': [{'id': '03c2e197-193d-4430-858b-a00491c447a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:40.305429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Checking router: bfe8502b-22e5-497b-9f9f-45c8ab12cff8 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:43:40.305835 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Updating router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 port 06e0b473-4d8c-4db6-8716-58277633d451 binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:43:40.327865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.335213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.337456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:40.361045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b60b3c4-caa7-4eb2-8f32-66b0a8a62516,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:40.365627 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.366194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:40.374054 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.376982 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c48a8892-7fd2-476f-9643-5978903e6ef4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1722045
Apr 19 19:43:40.610316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f42cfd-dddf-4d7c-a21d-4e7e152558a0 req-7ec5c9c5-5900-4ef7-bcb4-11312d08425b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:40.612035 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8f42cfd-dddf-4d7c-a21d-4e7e152558a0 req-7ec5c9c5-5900-4ef7-bcb4-11312d08425b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1937923
Apr 19 19:43:40.622009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa8596-4abf-4be5-8b27-0eb137cfbd3a req-c04f79c5-9df7-4dcc-a398-f12cf492ceca tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:40.623634 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12fa8596-4abf-4be5-8b27-0eb137cfbd3a req-c04f79c5-9df7-4dcc-a398-f12cf492ceca tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1318810
Apr 19 19:43:40.697049 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8f42cfd-dddf-4d7c-a21d-4e7e152558a0 req-5eae5511-7bae-4465-9f24-025c222df2e4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0723209
Apr 19 19:43:40.718349 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12fa8596-4abf-4be5-8b27-0eb137cfbd3a req-500db258-8e48-404a-9f49-cc96a82b3cdd tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662053
Apr 19 19:43:40.827379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.841863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Transition to ACTIVE for port object 06e0b473-4d8c-4db6-8716-58277633d451 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:40.851538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:40.857013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-87bd27b3-6c43-476f-9f3d-bdac71da9642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:41.231393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-72280643-e43d-4060-a7f7-afed49a1ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:41.233275 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-72280643-e43d-4060-a7f7-afed49a1ad01 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15&tenant_id=b115e4e8bb474930af5e5383e1c38dfe HTTP/1.1" status: 200  len: 1097 time: 0.1950002
Apr 19 19:43:41.355505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-60bb4b64-bf05-4ab6-86b7-1fdac62e9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:41.355505 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-60bb4b64-bf05-4ab6-86b7-1fdac62e9d2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 1097 time: 0.0986421
Apr 19 19:43:41.390165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc4bd1-8e04-4919-b76e-c214ebbeb82c None None] Pushing event updated for resources: {'Port': ['ID=06e0b473-4d8c-4db6-8716-58277633d451,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:41.401294 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25fc4bd1-8e04-4919-b76e-c214ebbeb82c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:41.418107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Attempting to bind port 06e0b473-4d8c-4db6-8716-58277633d451 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:43:41.418590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Attempting to bind port 06e0b473-4d8c-4db6-8716-58277633d451 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:43:41.418991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Attempting to bind port 06e0b473-4d8c-4db6-8716-58277633d451 on network 7d76a489-90cb-4833-8ce7-c9166827471b {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:43:41.428928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:43:41.429339 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Checking segment: {'id': '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:41.429776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:41.430218 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Bound using segment: {'id': '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:43:41.430784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Bound port: 06e0b473-4d8c-4db6-8716-58277633d451, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:43:41.431205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:41.537718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] For port 06e0b473-4d8c-4db6-8716-58277633d451, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:43:41.541320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] For port 06e0b473-4d8c-4db6-8716-58277633d451, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=06e0b473-4d8c-4db6-8716-58277633d451,segment=NetworkSegment(1b8349d3-1a84-4dc4-b8e5-e82c1950a53f),segment_id=1b8349d3-1a84-4dc4-b8e5-e82c1950a53f)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:43:41.543440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-603074a9-2205-432e-8aa9-63b78943d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:41.545600 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-603074a9-2205-432e-8aa9-63b78943d3ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.1825199
Apr 19 19:43:41.547849 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:41.553257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:41.571144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f055f-ea7a-432e-a1fa-dab58663438b req-310bb5a0-7ff8-406e-bc45-ad0b569006d1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:41.572018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-132f055f-ea7a-432e-a1fa-dab58663438b req-310bb5a0-7ff8-406e-bc45-ad0b569006d1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Synchronizing usage tracker for tenant:2b47baf6d1cd4bb990835ab7c12cece4 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:43:41.592959 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-132f055f-ea7a-432e-a1fa-dab58663438b req-310bb5a0-7ff8-406e-bc45-ad0b569006d1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Unset dirty status for tenant:2b47baf6d1cd4bb990835ab7c12cece4 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:43:41.594299 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-310bb5a0-7ff8-406e-bc45-ad0b569006d1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/networks?id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 HTTP/1.1" status: 200  len: 814 time: 0.2431276
Apr 19 19:43:41.625390 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-c2063509-0561-47d1-90ca-b56729b672df tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/quotas/2b47baf6d1cd4bb990835ab7c12cece4 HTTP/1.1" status: 200  len: 375 time: 0.0230203
Apr 19 19:43:41.633234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Routers {'bfe8502b-22e5-497b-9f9f-45c8ab12cff8'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:43:41.633978 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ade25c0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:43:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:41.705671 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-1505fce6-4bae-415e-aab4-66518358cfeb tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b47baf6d1cd4bb990835ab7c12cece4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0704148
Apr 19 19:43:41.732810 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-c1a3b2cc-12d8-499c-9a8a-a69fad72120a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8b91cd-8380-4d12-97cf-635075a8a226 HTTP/1.1" status: 200  len: 1000 time: 0.1775770
Apr 19 19:43:41.788511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc4bd1-8e04-4919-b76e-c214ebbeb82c None None] Pushing event updated for resources: {'Port': ['ID=06e0b473-4d8c-4db6-8716-58277633d451,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:41.801813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25fc4bd1-8e04-4919-b76e-c214ebbeb82c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:41.871437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-7b0eef2d-a799-4c7d-adef-c8cf314554f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:41.873482 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-7b0eef2d-a799-4c7d-adef-c8cf314554f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.1338618
Apr 19 19:43:41.888946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] Set router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:43:41.977751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-154938c3-13d8-46b1-8d3b-1a4233ab5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:41.980140 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-154938c3-13d8-46b1-8d3b-1a4233ab5b68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0982144
Apr 19 19:43:42.004174 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-9fc42eae-b9a4-492f-90e1-78e1495c6d1b service neutron] 10.222.0.13 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2785060
Apr 19 19:43:42.311051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ade25c0>, [{'id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:28Z', 'updated_at': '2021-04-19T19:43:35Z', 'revision_number': 4, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'gw_port': {'id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:29Z', 'updated_at': '2021-04-19T19:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '06e0b473-4d8c-4db6-8716-58277633d451', 'name': '', 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'mac_address': 'fa:16:3e:bb:40:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '03c2e197-193d-4430-858b-a00491c447a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:33Z', 'updated_at': '2021-04-19T19:43:41Z', 'revision_number': 4, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'subnets': [{'id': '03c2e197-193d-4430-858b-a00491c447a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:43:42.322408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d11ac5a-b933-4305-a8ee-d1aaf22b8147 None None] The sync data for ids ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'] in dv-cinder-786933-1-iscsi is: [{'id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:28Z', 'updated_at': '2021-04-19T19:43:35Z', 'revision_number': 4, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'gw_port': {'id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:29Z', 'updated_at': '2021-04-19T19:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '06e0b473-4d8c-4db6-8716-58277633d451', 'name': '', 'network_id': '7d76a489-90cb-4833-8ce7-c9166827471b', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'mac_address': 'fa:16:3e:bb:40:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '03c2e197-193d-4430-858b-a00491c447a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:33Z', 'updated_at': '2021-04-19T19:43:41Z', 'revision_number': 4, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'subnets': [{'id': '03c2e197-193d-4430-858b-a00491c447a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:43:42.407579 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-da4c939c-068a-491c-8a90-787fa5fa5422 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4185698
Apr 19 19:43:42.470276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b5c2a-862a-4b33-b61f-9dda829d9543 req-5bccf156-4020-4c86-90d7-1248d3a2d6f5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:42.472029 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d0b5c2a-862a-4b33-b61f-9dda829d9543 req-5bccf156-4020-4c86-90d7-1248d3a2d6f5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.5602243
Apr 19 19:43:42.529758 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-c8c73df3-3551-4062-8a50-2e7efdd71ef3 service neutron] 10.222.0.13 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5141783
Apr 19 19:43:42.560354 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d0b5c2a-862a-4b33-b61f-9dda829d9543 req-1fc35838-4b77-4958-a1be-e53fcb35662b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781105
Apr 19 19:43:42.603300 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-f82e0d2b-14dc-4184-85b2-abd5c1c249ec service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889896
Apr 19 19:43:42.822019 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-09eb2618-adfb-4390-8242-3643e7682a78 req-84bb9e35-dae3-4acf-83eb-b629beca3bf3 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0640013
Apr 19 19:43:42.883798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bf20-319b-4d5c-b71d-c2ddc006b334 req-22d0b89f-e00a-48e0-bc50-a31e0fc7992f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:42.885479 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1940bf20-319b-4d5c-b71d-c2ddc006b334 req-22d0b89f-e00a-48e0-bc50-a31e0fc7992f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.2046928
Apr 19 19:43:42.949245 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1940bf20-319b-4d5c-b71d-c2ddc006b334 req-3d544c49-72c1-4730-a7a9-f67db5dab9d8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0554273
Apr 19 19:43:43.281164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 06e0b473-4d8c-4db6-8716-58277633d451 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:43.357261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 06e0b473-4d8c-4db6-8716-58277633d451 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:43:43.363003 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 06e0b473-4d8c-4db6-8716-58277633d451 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:43.363438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:43.514195 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:43.555523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 06e0b473-4d8c-4db6-8716-58277633d451, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=06e0b473-4d8c-4db6-8716-58277633d451,segment=NetworkSegment(1b8349d3-1a84-4dc4-b8e5-e82c1950a53f),segment_id=1b8349d3-1a84-4dc4-b8e5-e82c1950a53f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:43:43.560441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:43.562966 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:43.672188 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=06e0b473-4d8c-4db6-8716-58277633d451,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:43.680502 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:43.805747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fc83d-be95-46db-bd0b-6e9560c69b4d req-46215a5b-dc6e-4863-8f05-1f4a90ef0652 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:43.807420 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee0fc83d-be95-46db-bd0b-6e9560c69b4d req-46215a5b-dc6e-4863-8f05-1f4a90ef0652 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0995572
Apr 19 19:43:43.888458 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee0fc83d-be95-46db-bd0b-6e9560c69b4d req-d7ccd419-be2d-48e1-8d74-556c4616b84a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745084
Apr 19 19:43:44.190146 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3a3170ad-2ea7-429d-bb28-52093c95595f req-d27c2b0d-6d3d-4046-a116-17eba683636e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0675921
Apr 19 19:43:44.317877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55117040-fd67-43e8-a20e-698de848a28f req-ad113151-b84e-460d-9883-825b6cf53b2d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:44.320188 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-55117040-fd67-43e8-a20e-698de848a28f req-ad113151-b84e-460d-9883-825b6cf53b2d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1093941
Apr 19 19:43:44.400116 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-55117040-fd67-43e8-a20e-698de848a28f req-f8eab722-1feb-4b43-b43b-8ef296733a70 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0729516
Apr 19 19:43:45.155939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc27a9b-c458-4b96-8643-8ecfcf8f6c68 req-bc874b27-7d41-47ea-829f-aba80407bfad tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:45.157618 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ecc27a9b-c458-4b96-8643-8ecfcf8f6c68 req-bc874b27-7d41-47ea-829f-aba80407bfad tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1180596
Apr 19 19:43:45.227067 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ecc27a9b-c458-4b96-8643-8ecfcf8f6c68 req-f43f69f9-db36-4811-8840-16fc62243ee3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617106
Apr 19 19:43:45.272038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 06e0b473-4d8c-4db6-8716-58277633d451 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:43:45.351816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 06e0b473-4d8c-4db6-8716-58277633d451 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:43:45.352239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:45.407339 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc464626-4b9b-467c-af8a-a7b289cf2c1e req-40e7a32d-3233-4811-8a57-6c84df83100a tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0496657
Apr 19 19:43:45.634000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f92af-8441-4210-8a21-2ee300642c01 req-b87da24a-5e04-46fc-a741-2678b43f228d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:45.635751 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8e9f92af-8441-4210-8a21-2ee300642c01 req-b87da24a-5e04-46fc-a741-2678b43f228d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0933900
Apr 19 19:43:45.695507 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8e9f92af-8441-4210-8a21-2ee300642c01 req-a16408e1-c6f6-4193-946f-98b39dae4391 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0516679
Apr 19 19:43:46.465656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1a610-580a-4c99-b1d1-7c6776d61c72 req-f0e8a75d-be09-4da6-b0e1-fe3dfd78298a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:46.467384 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6fa1a610-580a-4c99-b1d1-7c6776d61c72 req-f0e8a75d-be09-4da6-b0e1-fe3dfd78298a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1159720
Apr 19 19:43:46.521565 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6fa1a610-580a-4c99-b1d1-7c6776d61c72 req-31e696ed-2930-4c2d-8a5d-561e851bf0e5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471470
Apr 19 19:43:46.586472 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-632f6fa9-8f22-4525-b1de-7500291c3442 req-c6eef60a-b7ac-4cd9-8202-ce32778fa596 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0514200
Apr 19 19:43:46.915851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbff0b-4276-4d54-884b-890a832a1d09 req-dea1ad35-974b-40ea-9747-dc9c21e24402 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:46.917454 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f2fbff0b-4276-4d54-884b-890a832a1d09 req-dea1ad35-974b-40ea-9747-dc9c21e24402 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0979815
Apr 19 19:43:46.969891 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f2fbff0b-4276-4d54-884b-890a832a1d09 req-8e293516-effa-4856-8ae9-6568bd213560 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459836
Apr 19 19:43:47.788103 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6538128a-d707-497a-9def-b0c62a529808 req-da3ff950-92cf-49fe-89c2-a1233d6ba19d tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0674360
Apr 19 19:43:47.830988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ffa87-3745-4be0-ba7c-4258a1d85d94 req-8c6d0c7a-7720-47fa-93f3-3533283ca788 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:47.839155 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd5ffa87-3745-4be0-ba7c-4258a1d85d94 req-8c6d0c7a-7720-47fa-93f3-3533283ca788 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1573706
Apr 19 19:43:47.899432 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd5ffa87-3745-4be0-ba7c-4258a1d85d94 req-6f98f78c-3445-4eb5-8188-df9fe5183f9a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591652
Apr 19 19:43:48.200095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06a7c2-4e16-47b4-9566-d2cdf117d125 req-a59024bd-666c-498e-8e6e-d9226b137222 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:48.203787 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cd06a7c2-4e16-47b4-9566-d2cdf117d125 req-a59024bd-666c-498e-8e6e-d9226b137222 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1026928
Apr 19 19:43:48.260311 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cd06a7c2-4e16-47b4-9566-d2cdf117d125 req-94e7d7c9-68a4-48f9-bdb2-e2b6509ea02a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0498600
Apr 19 19:43:48.978946 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-77a0c9ac-dc13-4e97-a7a8-d8ebd07a2106 req-c776fd1a-a7e9-424f-876b-c664cc373423 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0635507
Apr 19 19:43:49.144634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f0ac2-cfba-4d86-8468-758ed9cb0efc req-895f8245-0260-40c6-90e6-2bb67b326386 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:49.146303 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d20f0ac2-cfba-4d86-8468-758ed9cb0efc req-895f8245-0260-40c6-90e6-2bb67b326386 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1102216
Apr 19 19:43:49.196315 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d20f0ac2-cfba-4d86-8468-758ed9cb0efc req-a7eba639-6256-445e-a84c-2b27f2d9ab93 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436802
Apr 19 19:43:49.502573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed6f36-11a3-487c-bf14-6e54a112a3e2 req-0dcb4a8d-f18a-4c36-9d65-d1b6db807753 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:49.504104 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3ed6f36-11a3-487c-bf14-6e54a112a3e2 req-0dcb4a8d-f18a-4c36-9d65-d1b6db807753 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0951962
Apr 19 19:43:49.561099 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3ed6f36-11a3-487c-bf14-6e54a112a3e2 req-07ed7c91-34bc-4723-ad6c-ebc21f2a115e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0476170
Apr 19 19:43:50.188512 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bc4903d-a8b6-4e0b-8008-176ff7532dff req-99cefc5d-5355-4010-95dc-ea2be000ec59 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0756860
Apr 19 19:43:50.408701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74dc1c-3d8e-42c6-a45e-09829d165add req-48c04d9a-143b-46d2-bfd0-8f59ea3be231 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:50.410401 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ae74dc1c-3d8e-42c6-a45e-09829d165add req-48c04d9a-143b-46d2-bfd0-8f59ea3be231 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0921781
Apr 19 19:43:50.476843 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ae74dc1c-3d8e-42c6-a45e-09829d165add req-0b75bd96-f68a-4449-8ebd-1ec257570044 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585907
Apr 19 19:43:50.820317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16bc8c-cbb1-4bc8-85f5-b3423efab285 req-9abdc954-1d33-419a-8707-7642542a3e01 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:50.821884 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca16bc8c-cbb1-4bc8-85f5-b3423efab285 req-9abdc954-1d33-419a-8707-7642542a3e01 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1163349
Apr 19 19:43:50.876662 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca16bc8c-cbb1-4bc8-85f5-b3423efab285 req-4a3ae90d-a73e-411f-ae7a-0ed32bd6e1c7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470424
Apr 19 19:43:51.372234 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a2ee7ff8-196f-4991-9087-3bdfd3f3ac8b req-4ac78a1f-e50b-4155-856a-d52b60e3bab5 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0535543
Apr 19 19:43:51.722974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b73c8-747a-4b30-b007-cec8ec53db89 req-45e5ebde-7cb3-4dcd-88f0-f0d527d3ee47 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:51.725100 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-503b73c8-747a-4b30-b007-cec8ec53db89 req-45e5ebde-7cb3-4dcd-88f0-f0d527d3ee47 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1075633
Apr 19 19:43:51.782075 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-503b73c8-747a-4b30-b007-cec8ec53db89 req-affa5f37-46b6-4106-9dcc-cd4a335f0ca3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473027
Apr 19 19:43:52.126786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cd90-662f-4718-881c-a8a5e7ec6bbf req-e3edd1db-7fc3-4c22-884e-5da5f5959e88 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:52.128392 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d7a6cd90-662f-4718-881c-a8a5e7ec6bbf req-e3edd1db-7fc3-4c22-884e-5da5f5959e88 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1120245
Apr 19 19:43:52.178828 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d7a6cd90-662f-4718-881c-a8a5e7ec6bbf req-dd71a8c8-162f-4c2e-8fc2-e99666f1089a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429692
Apr 19 19:43:52.544352 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eb23cf97-8a46-444c-b6fa-b5bfff7f3319 req-c5ceb295-a905-44ff-a3d6-707ee5e411c5 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0533519
Apr 19 19:43:53.007359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374af6bc-0dc6-4511-a6f2-90f4cc235ed2 req-b69c29f5-2786-4a15-b8c3-039f14cb115e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:53.009016 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-374af6bc-0dc6-4511-a6f2-90f4cc235ed2 req-b69c29f5-2786-4a15-b8c3-039f14cb115e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0998025
Apr 19 19:43:53.064421 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-374af6bc-0dc6-4511-a6f2-90f4cc235ed2 req-ae53b7b2-bc41-4c93-bb6e-6dfed76757d1 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486863
Apr 19 19:43:53.163617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a00f94c1-f8bd-4bd2-b0cf-6d02df03befe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:53.407497 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de66ef1-f6ec-4503-8a3b-4d42676b5050 req-4e6ca0f8-819e-4bdc-8eb2-0fa807b5f0c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:53.409401 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4de66ef1-f6ec-4503-8a3b-4d42676b5050 req-4e6ca0f8-819e-4bdc-8eb2-0fa807b5f0c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0954037
Apr 19 19:43:53.465489 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4de66ef1-f6ec-4503-8a3b-4d42676b5050 req-58eef56e-f03d-478c-b3d0-969e6aaec948 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0483263
Apr 19 19:43:53.727039 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d690a35f-20c5-4326-8eb7-7dcbd61bf866 req-ef9722a7-8bfb-41b1-ba3c-07db623b42fc tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0523684
Apr 19 19:43:54.288301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1df6-969f-4a64-be6a-a3868107eaf9 req-885793d7-664d-4c21-b058-3b343ce9c83f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:54.289923 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-856d1df6-969f-4a64-be6a-a3868107eaf9 req-885793d7-664d-4c21-b058-3b343ce9c83f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1071603
Apr 19 19:43:54.340556 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-856d1df6-969f-4a64-be6a-a3868107eaf9 req-200660e8-7dae-4771-8f87-8afe9ff6b376 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441241
Apr 19 19:43:54.701859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6ca2c-fa79-4e55-8a38-fc733f3672f3 req-08f56dbb-4e15-4896-ac04-6ba382c757e6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:54.710459 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9e6ca2c-fa79-4e55-8a38-fc733f3672f3 req-08f56dbb-4e15-4896-ac04-6ba382c757e6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1084023
Apr 19 19:43:54.759182 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9e6ca2c-fa79-4e55-8a38-fc733f3672f3 req-e2d014bb-bf64-43db-9554-42c824c875af tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458100
Apr 19 19:43:54.914650 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4a3a8f32-33b4-4d8d-97d0-74389f0a5087 req-f107a485-a573-44f1-8985-5ca94a656bc1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0513780
Apr 19 19:43:55.090969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3904b65-844d-4d91-ad05-e3e68448c7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:55.569202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f500a-95a2-41a5-acbd-37140fb8f8d7 req-d46650c0-3d91-4ebb-a29e-a31b4fdf3390 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:55.570921 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f8f500a-95a2-41a5-acbd-37140fb8f8d7 req-d46650c0-3d91-4ebb-a29e-a31b4fdf3390 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0961676
Apr 19 19:43:55.625815 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f8f500a-95a2-41a5-acbd-37140fb8f8d7 req-df26f03c-5596-4f9c-9b1c-acc7ea120f8e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481632
Apr 19 19:43:55.987439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db859c-3abf-41b3-b4c6-881d483b3597 req-57f9694a-73e0-4c57-881e-26e4c7e84159 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:55.989270 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37db859c-3abf-41b3-b4c6-881d483b3597 req-57f9694a-73e0-4c57-881e-26e4c7e84159 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1019566
Apr 19 19:43:56.092141 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:56.127312 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37db859c-3abf-41b3-b4c6-881d483b3597 req-bcf1d7b0-1b65-4fb9-906b-6533b0e5e0d2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1257610
Apr 19 19:43:56.130533 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc0ec0b4-2792-47fc-81cc-ecdf2a46e295 req-89ff26f7-eb27-48d6-a053-f02bd0b4ee32 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0653744
Apr 19 19:43:56.563044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:56.842926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0e4e-b3f7-4ccf-b02e-567162b4384f req-1161ec14-92c8-4185-b2bc-739a3fedeb03 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:56.844561 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-40cd0e4e-b3f7-4ccf-b02e-567162b4384f req-1161ec14-92c8-4185-b2bc-739a3fedeb03 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0997479
Apr 19 19:43:56.895160 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-40cd0e4e-b3f7-4ccf-b02e-567162b4384f req-325388c5-db78-4c23-8b0c-54da8af166d5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433686
Apr 19 19:43:57.356029 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21677fa5-6a25-4375-bcf1-7435a466c6ff req-0d676d7d-f6b5-42e0-99d5-77d95d629bf2 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0640118
Apr 19 19:43:57.396459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4b9da-a25b-4089-b13f-95ff9adfcaca req-a3c3047b-565a-4eca-851b-c25f85ecfdbe tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:57.398101 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-67f4b9da-a25b-4089-b13f-95ff9adfcaca req-a3c3047b-565a-4eca-851b-c25f85ecfdbe tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1422267
Apr 19 19:43:57.448496 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-67f4b9da-a25b-4089-b13f-95ff9adfcaca req-fb947401-ca14-4262-bb93-39931c225ab1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437431
Apr 19 19:43:57.540895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:58.115735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fb201-7db1-4452-ab29-d56878bd9030 req-8ed5b647-e8ad-457b-a4fb-8580efa16696 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:58.117419 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b6fb201-7db1-4452-ab29-d56878bd9030 req-8ed5b647-e8ad-457b-a4fb-8580efa16696 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1035464
Apr 19 19:43:58.173380 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b6fb201-7db1-4452-ab29-d56878bd9030 req-3d76ed47-b517-473c-847f-d9b4c44c8e17 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488117
Apr 19 19:43:58.345869 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f055f-ea7a-432e-a1fa-dab58663438b req-24aca99c-ac19-4b9c-ac38-c0dfb5ab18ff tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:58.347441 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-24aca99c-ac19-4b9c-ac38-c0dfb5ab18ff tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.60 "GET /v2.0/networks?id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 HTTP/1.1" status: 200  len: 814 time: 0.1717820
Apr 19 19:43:58.362767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Request body: {'port': {'device_id': 'ae462066-ad6d-47a4-9754-e4f4cb778563', 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7', 'admin_state_up': True, 'tenant_id': '2b47baf6d1cd4bb990835ab7c12cece4'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:58.531452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:43:58.535792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Usage tracker for resource:port and tenant:2b47baf6d1cd4bb990835ab7c12cece4 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:43:58.537460 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b6aefc47-9fbe-4f30-b30c-dacbb4edfc51 req-60ae1ea8-5dd2-4417-9939-248e6fe9ad7d tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0570822
Apr 19 19:43:58.539739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:43:58.546282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:43:58.558192 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Made reservation on behalf of 2b47baf6d1cd4bb990835ab7c12cece4 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:43:58.564534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:58.674189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6ce1-eed0-4a56-90e2-194bfbfeb9f1 req-0261b218-f93f-4251-b457-0a4f7996bf80 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:58.675776 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-187e6ce1-eed0-4a56-90e2-194bfbfeb9f1 req-0261b218-f93f-4251-b457-0a4f7996bf80 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0959258
Apr 19 19:43:58.733973 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-187e6ce1-eed0-4a56-90e2-194bfbfeb9f1 req-5eff4a10-9c3f-43b4-ae5e-cbb15d831217 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0496142
Apr 19 19:43:58.747179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Allocated IP 172.20.0.7 (4a3973ef-3fa5-4c7c-93ee-87a62045e8e7/add5831a-6c5d-4899-bbbb-52d252df3a98/1395c51d-826a-49bf-927b-2065468c9f88) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:43:58.978124 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:59.009943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:59.016241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:59.099789 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:43:59.103819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:43:59.108106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:43:59.114044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:59.115032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:59.133140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Pushing event updated for resources: {'Port': ['ID=1395c51d-826a-49bf-927b-2065468c9f88,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:59.136356 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:59.145053 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7867119
Apr 19 19:43:59.158665 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Request body: {'port': {'device_id': 'ae462066-ad6d-47a4-9754-e4f4cb778563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:43:59.281302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:59.382992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd138-5a2d-4c58-9c2a-50efbd9b788f req-8dff59fe-6410-4467-811c-0e2fd6360f19 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:59.384693 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9dfd138-5a2d-4c58-9c2a-50efbd9b788f req-8dff59fe-6410-4467-811c-0e2fd6360f19 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0908258
Apr 19 19:43:59.434938 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9dfd138-5a2d-4c58-9c2a-50efbd9b788f req-f95bac54-c92b-4292-85e4-b1282d1a8966 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437441
Apr 19 19:43:59.678068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1395c51d-826a-49bf-927b-2065468c9f88 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:43:59.686249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:59.703577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Transition to ACTIVE for port object 1395c51d-826a-49bf-927b-2065468c9f88 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:43:59.706803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:59.710889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-387c62ab-eb47-492b-bbb1-d9ff291ba271 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:43:59.748673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eb444-ae40-4628-a69c-8eb97f81731a req-3e12b2b1-3715-4adb-85ef-e0706c97bf5f tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:43:59.750353 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f32eb444-ae40-4628-a69c-8eb97f81731a req-3e12b2b1-3715-4adb-85ef-e0706c97bf5f tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 931 time: 0.0947914
Apr 19 19:43:59.805839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f32eb444-ae40-4628-a69c-8eb97f81731a req-f6f3128f-1a6c-450d-860a-41a52b56f067 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Synchronizing usage tracker for tenant:2b47baf6d1cd4bb990835ab7c12cece4 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:43:59.826767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f32eb444-ae40-4628-a69c-8eb97f81731a req-f6f3128f-1a6c-450d-860a-41a52b56f067 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Unset dirty status for tenant:2b47baf6d1cd4bb990835ab7c12cece4 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:43:59.828880 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f32eb444-ae40-4628-a69c-8eb97f81731a req-f6f3128f-1a6c-450d-860a-41a52b56f067 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712173
Apr 19 19:43:59.909829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Pushing event updated for resources: {'Port': ['ID=1395c51d-826a-49bf-927b-2065468c9f88,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:43:59.915430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:43:59.917740 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Attempting to bind port 1395c51d-826a-49bf-927b-2065468c9f88 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:43:59.918113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Attempting to bind port 1395c51d-826a-49bf-927b-2065468c9f88 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3049cd37-4ba9-4fd7-a47a-51913ca4be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:43:59.918503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Attempting to bind port 1395c51d-826a-49bf-927b-2065468c9f88 on network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:43:59.926285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Port 1395c51d-826a-49bf-927b-2065468c9f88 on network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:43:59.927430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Attempting to bind port 1395c51d-826a-49bf-927b-2065468c9f88 on network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:43:59.933910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:43:59.934269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Checking segment: {'id': '3049cd37-4ba9-4fd7-a47a-51913ca4be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:43:59.934760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Bound using segment: {'id': '3049cd37-4ba9-4fd7-a47a-51913ca4be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:43:59.935275 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Bound port: 1395c51d-826a-49bf-927b-2065468c9f88, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3049cd37-4ba9-4fd7-a47a-51913ca4be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:43:59.935651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:00.044940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408703-9443-48d5-8d3c-8a65d4530659 req-7658a998-a8b4-45f3-ba4d-2b9ae74d8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:00.046594 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cf408703-9443-48d5-8d3c-8a65d4530659 req-7658a998-a8b4-45f3-ba4d-2b9ae74d8cd4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 1099 time: 0.1142681
Apr 19 19:44:00.050388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] For port 1395c51d-826a-49bf-927b-2065468c9f88, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:44:00.055292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] For port 1395c51d-826a-49bf-927b-2065468c9f88, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1395c51d-826a-49bf-927b-2065468c9f88,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:44:00.061563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f1fcc-e316-4ae4-be27-3085e7cb35e8 req-10d227fc-26d9-48f8-a9cf-24843700d36e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:00.061760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:00.063293 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7b3f1fcc-e316-4ae4-be27-3085e7cb35e8 req-10d227fc-26d9-48f8-a9cf-24843700d36e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1789303
Apr 19 19:44:00.067442 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:00.128920 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cf408703-9443-48d5-8d3c-8a65d4530659 req-be840fd5-6685-454b-9678-3b8e7da67b0b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645356
Apr 19 19:44:00.129173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:00.129923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:00.132052 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] 10.222.0.60 "PUT /v2.0/ports/1395c51d-826a-49bf-927b-2065468c9f88 HTTP/1.1" status: 200  len: 1093 time: 0.9784043
Apr 19 19:44:00.133266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae462066-ad6d-47a4-9754-e4f4cb778563', 'tag': '1395c51d-826a-49bf-927b-2065468c9f88'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:44:00.153882 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7b3f1fcc-e316-4ae4-be27-3085e7cb35e8 req-5a488be4-3c61-4cab-b1be-c6bf89d3e064 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0728972
Apr 19 19:44:00.181454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Pushing event updated for resources: {'Port': ['ID=1395c51d-826a-49bf-927b-2065468c9f88,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:00.184656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:00.220522 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae462066-ad6d-47a4-9754-e4f4cb778563', 'tag': '1395c51d-826a-49bf-927b-2065468c9f88', 'status': 'completed', 'code': 200}
Apr 19 19:44:00.314568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f055f-ea7a-432e-a1fa-dab58663438b req-248891e1-7e61-46b2-aed5-ae65b778d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:00.317843 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-248891e1-7e61-46b2-aed5-ae65b778d695 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47baf6d1cd4bb990835ab7c12cece4&device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 1096 time: 0.0892098
Apr 19 19:44:00.400765 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-500f4f5b-d62a-4e46-a49b-9d7d4fb9c578 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1395c51d-826a-49bf-927b-2065468c9f88 HTTP/1.1" status: 200  len: 217 time: 0.0708604
Apr 19 19:44:00.482214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f055f-ea7a-432e-a1fa-dab58663438b req-fad37f0f-e92d-4d47-849d-59cca6401ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:00.483884 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-fad37f0f-e92d-4d47-849d-59cca6401ce4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=add5831a-6c5d-4899-bbbb-52d252df3a98 HTTP/1.1" status: 200  len: 854 time: 0.0749083
Apr 19 19:44:00.540246 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-f56480ed-92bf-41c1-83e3-9c2f26fe853e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489459
Apr 19 19:44:00.542215 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-c501c662-a994-41a1-9733-370405f5a46b tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126359965&fields=id&tenant_id=29e6b178b50c4f2c8cce9409ac14df4e HTTP/1.1" status: 200  len: 267 time: 0.0472939
Apr 19 19:44:00.700133 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-fa87c11c-0eb3-4461-a499-51799e0f5b98 service neutron] 10.222.0.60 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524725
Apr 19 19:44:00.766579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-18231177-d89c-46c0-8b7a-ad23b4c0ff96 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:00.766579 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-18231177-d89c-46c0-8b7a-ad23b4c0ff96 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 811 time: 0.2158997
Apr 19 19:44:00.790118 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-63dbd383-a1c1-4678-9e5c-ab0e0f7be37e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/quotas/29e6b178b50c4f2c8cce9409ac14df4e HTTP/1.1" status: 200  len: 375 time: 0.0140729
Apr 19 19:44:00.865690 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-132f055f-ea7a-432e-a1fa-dab58663438b req-0a52afe0-9eaf-45d6-a62a-28a82eb91f9f service neutron] 10.222.0.60 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538990
Apr 19 19:44:00.893529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083e0c1-d9ad-4dc5-a403-68055ccc98e8 req-c8167b25-83bb-443b-a047-383bee75bb2a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:00.895221 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0083e0c1-d9ad-4dc5-a403-68055ccc98e8 req-c8167b25-83bb-443b-a047-383bee75bb2a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1812716
Apr 19 19:44:00.961321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-22eb1d33-4c39-4793-a101-b415432b02c3 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Synchronizing usage tracker for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:44:00.969621 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0083e0c1-d9ad-4dc5-a403-68055ccc98e8 req-8405291c-fc28-4d2b-a63c-cf0c414a6c59 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652723
Apr 19 19:44:00.991927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-22eb1d33-4c39-4793-a101-b415432b02c3 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Unset dirty status for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:44:00.995295 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-22eb1d33-4c39-4793-a101-b415432b02c3 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1916692
Apr 19 19:44:01.051677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-40eb333c-775a-4875-a3a9-b03cae052976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:01.058003 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-40eb333c-775a-4875-a3a9-b03cae052976 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47baf6d1cd4bb990835ab7c12cece4&device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 1096 time: 0.1289437
Apr 19 19:44:01.225104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-6f58ff81-a096-4e63-a75e-4653eb872cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:01.226938 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-6f58ff81-a096-4e63-a75e-4653eb872cae service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 HTTP/1.1" status: 200  len: 915 time: 0.1560731
Apr 19 19:44:01.311302 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-a35e0ecb-5b5a-4772-baa6-12bb71285316 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1395c51d-826a-49bf-927b-2065468c9f88 HTTP/1.1" status: 200  len: 217 time: 0.0752742
Apr 19 19:44:01.385391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-a04e75e7-e47f-4506-a143-db8a7852e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:01.387023 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-a04e75e7-e47f-4506-a143-db8a7852e005 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=add5831a-6c5d-4899-bbbb-52d252df3a98 HTTP/1.1" status: 200  len: 854 time: 0.0657144
Apr 19 19:44:01.445817 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-04a002f6-702d-445e-a29e-d5276c637302 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509479
Apr 19 19:44:01.470158 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-cc055d63-bae7-432c-ba3c-4283bd296627 service neutron] 10.222.0.13 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4626546
Apr 19 19:44:01.484695 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963eedf-de5a-425a-99d3-2e0799dcf1b2 req-f3276791-8f9c-47b7-82e2-8baf0339bc08 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:01.486286 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4963eedf-de5a-425a-99d3-2e0799dcf1b2 req-f3276791-8f9c-47b7-82e2-8baf0339bc08 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 943 time: 0.1409011
Apr 19 19:44:01.634528 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4963eedf-de5a-425a-99d3-2e0799dcf1b2 req-c94f7cf9-5ae7-4517-93b7-771f3cfa1f6f tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207867
Apr 19 19:44:01.678721 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-8307c696-d62b-42d7-8d5d-b02406a9e27a service neutron] 10.222.0.13 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912792
Apr 19 19:44:01.837574 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-01730b02-ce57-4bf4-8265-8a67b1afc702 service neutron] 10.222.0.60 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3835578
Apr 19 19:44:01.864168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f4086-a00a-4d30-92b1-4293bf4e37f4 req-5f547e15-817c-4512-bba5-9ea78c63c2bd tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:01.865849 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-350f4086-a00a-4d30-92b1-4293bf4e37f4 req-5f547e15-817c-4512-bba5-9ea78c63c2bd tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0979359
Apr 19 19:44:01.921589 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-350f4086-a00a-4d30-92b1-4293bf4e37f4 req-bc0939f5-abd5-4b47-bd1a-073f7fe6df13 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0489883
Apr 19 19:44:02.007540 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ece2a522-6688-4a74-b368-9864ba4d5cdd req-4a814592-e233-4ef6-a275-e8dc46763de3 service neutron] 10.222.0.60 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618812
Apr 19 19:44:02.217031 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cf62409e-7703-4354-9f7f-152ae100e3ab req-1bc3043a-05f4-415b-a59e-2a5c2acfa92a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 210 time: 0.0999844
Apr 19 19:44:02.257871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91387b-8b07-4d0b-beb3-69c66dbff0c1 req-b2b16e78-a29f-47b2-a117-be86fb81b2c6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:02.259472 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4e91387b-8b07-4d0b-beb3-69c66dbff0c1 req-b2b16e78-a29f-47b2-a117-be86fb81b2c6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1438751
Apr 19 19:44:02.312822 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4e91387b-8b07-4d0b-beb3-69c66dbff0c1 req-e4a66752-673b-4b5c-8c17-4b92c90fa0a5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465915
Apr 19 19:44:02.796047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99260373-0987-4a07-89f0-6d917a97e22e req-0403b5af-13e4-4d69-9640-7e8d7b2ccda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:02.797832 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99260373-0987-4a07-89f0-6d917a97e22e req-0403b5af-13e4-4d69-9640-7e8d7b2ccda6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 1099 time: 0.0850596
Apr 19 19:44:02.853828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b7110-0fcd-4c8b-b8fc-5e164b786d57 req-b0aee211-a7fe-44ce-8d0f-0817881d0865 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:02.855479 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-929b7110-0fcd-4c8b-b8fc-5e164b786d57 req-b0aee211-a7fe-44ce-8d0f-0817881d0865 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1583998
Apr 19 19:44:02.929867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c247-3b3e-46d9-a209-4aecd9d353af req-8cef0c4f-9544-4bd9-88df-e2e81d5e5a38 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:02.931638 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0970c247-3b3e-46d9-a209-4aecd9d353af req-8cef0c4f-9544-4bd9-88df-e2e81d5e5a38 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 943 time: 0.1545045
Apr 19 19:44:02.935239 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-929b7110-0fcd-4c8b-b8fc-5e164b786d57 req-0bb38950-ceb3-4846-b33e-62341a790fdc tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657613
Apr 19 19:44:02.960584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99260373-0987-4a07-89f0-6d917a97e22e req-39f31ef0-625d-4402-904d-e8fb0653fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:02.962227 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99260373-0987-4a07-89f0-6d917a97e22e req-39f31ef0-625d-4402-904d-e8fb0653fecd service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 919 time: 0.1551254
Apr 19 19:44:03.007599 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0970c247-3b3e-46d9-a209-4aecd9d353af req-978581a2-3245-4a1e-b2f4-afdfb835c01d tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581572
Apr 19 19:44:03.089081 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99260373-0987-4a07-89f0-6d917a97e22e req-fb54ac30-9e87-459d-88f6-9f2a3cfb91a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d604a8-7cd1-49ca-af49-048409e72626 HTTP/1.1" status: 200  len: 217 time: 0.1139717
Apr 19 19:44:03.166852 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99260373-0987-4a07-89f0-6d917a97e22e req-c71c2dab-5aba-4b7c-ae97-04d13623dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:03.168350 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99260373-0987-4a07-89f0-6d917a97e22e req-c71c2dab-5aba-4b7c-ae97-04d13623dc5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 200  len: 858 time: 0.0683887
Apr 19 19:44:03.181291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab560a28-935a-4212-a7c3-28c4b52731b7 req-db97d698-50c0-4c40-a646-1195ec8fca55 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:03.182987 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ab560a28-935a-4212-a7c3-28c4b52731b7 req-db97d698-50c0-4c40-a646-1195ec8fca55 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.0932946
Apr 19 19:44:03.232212 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99260373-0987-4a07-89f0-6d917a97e22e req-f1619b30-6e08-46f3-8846-5587995c7b7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b0effe-c1be-43ff-8468-c1e0ac16c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511651
Apr 19 19:44:03.235918 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ab560a28-935a-4212-a7c3-28c4b52731b7 req-0f576af0-5980-4743-ad5c-a5af4628c610 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458641
Apr 19 19:44:03.391437 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99260373-0987-4a07-89f0-6d917a97e22e req-4ed027cb-dc9e-4ac3-97cf-822074d3980b service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493702
Apr 19 19:44:03.392458 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0457dfcc-e133-4d8b-9fd0-c294d64ee1f7 req-a098f64e-10c0-4eca-8ce3-6c9fae3c14b4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 210 time: 0.0524588
Apr 19 19:44:03.555485 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99260373-0987-4a07-89f0-6d917a97e22e req-35b18001-b8d9-489f-a4ac-87b0a836f97a service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506779
Apr 19 19:44:03.557665 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 1395c51d-826a-49bf-927b-2065468c9f88 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:44:03.679295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-a3d408af-26a5-406a-9e1e-1560f38ebf0e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:03.680935 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-a3d408af-26a5-406a-9e1e-1560f38ebf0e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 811 time: 0.1787558
Apr 19 19:44:03.720922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 1395c51d-826a-49bf-927b-2065468c9f88, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1395c51d-826a-49bf-927b-2065468c9f88,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:44:03.737972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '1395c51d-826a-49bf-927b-2065468c9f88', 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7', 'port_id': '1395c51d-826a-49bf-927b-2065468c9f88', 'mac_address': 'fa:16:3e:17:c2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5831a-6c5d-4899-bbbb-52d252df3a98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:44:03.776581 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-15e2d1ce-7ddf-4835-af14-5152f63f9dfb tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e HTTP/1.1" status: 200  len: 8061 time: 0.0767853
Apr 19 19:44:03.787871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'port': {'device_id': '25177980-d4c9-46f2-945a-b0df00bb701d', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'admin_state_up': True, 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'security_groups': ['df4fffed-f918-45b6-9c72-8894acffcbfc']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:44:03.806699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:03.826049 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1395c51d-826a-49bf-927b-2065468c9f88 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:44:03.842824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 1395c51d-826a-49bf-927b-2065468c9f88, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1395c51d-826a-49bf-927b-2065468c9f88,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:44:03.845844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:03.847731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:03.931545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=1395c51d-826a-49bf-927b-2065468c9f88,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:03.941324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.941713 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.943010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.943430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.943804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.944181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.944550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.944919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.945291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.945656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.946022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.946411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:03.947604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:44:03.950954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:03.958021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:44:03.976247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Made reservation on behalf of 29e6b178b50c4f2c8cce9409ac14df4e for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:44:03.988165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:04.228492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-133caebf-06b9-4d8d-8dde-f0dbc05be24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:04.229998 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-133caebf-06b9-4d8d-8dde-f0dbc05be24d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 1097 time: 0.0826042
Apr 19 19:44:04.293944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['1395c51d-826a-49bf-927b-2065468c9f88'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:44:04.351563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Allocated IP 172.20.0.4 (487a408a-9bf5-4c4c-bdd3-73f41a90b517/02097a20-6b7f-4094-98bf-e146a1eab38e/49cb9016-3aba-4a91-a819-f78116b2c9f4) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:44:04.376321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28d657-257c-4c95-9d09-3bc78b5e02ff req-efa508bf-e7c7-4685-a1c9-26fd07c15387 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:04.378033 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6d28d657-257c-4c95-9d09-3bc78b5e02ff req-efa508bf-e7c7-4685-a1c9-26fd07c15387 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.2737129
Apr 19 19:44:04.387693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d1723-fed8-4210-8a38-f64f0f5d98a1 req-72956139-e47a-46da-89c2-9f621897103a tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:04.389342 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9c9d1723-fed8-4210-8a38-f64f0f5d98a1 req-72956139-e47a-46da-89c2-9f621897103a tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 944 time: 0.2140043
Apr 19 19:44:04.412891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-a7e8ba54-25d9-4118-83be-bcdcbf27fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:04.414912 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-a7e8ba54-25d9-4118-83be-bcdcbf27fe4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.1610491
Apr 19 19:44:04.509182 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6d28d657-257c-4c95-9d09-3bc78b5e02ff req-f11308bb-e56c-4c34-9a5a-27af57ab2de2 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173930
Apr 19 19:44:04.539366 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9c9d1723-fed8-4210-8a38-f64f0f5d98a1 req-5fbbde04-d7c1-4b12-bed0-a63bd88f8f39 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273565
Apr 19 19:44:04.562396 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-dd8fd103-aac2-45bf-bbc6-8816e5044bae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd8b91cd-8380-4d12-97cf-635075a8a226 HTTP/1.1" status: 200  len: 1000 time: 0.1381390
Apr 19 19:44:04.660510 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-99be570a-5a3b-4ef9-9b65-b19e7fc0df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:04.662428 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-99be570a-5a3b-4ef9-9b65-b19e7fc0df83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.0928826
Apr 19 19:44:04.765058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-c4e03bae-46df-4505-89ac-e9d132583e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:04.766688 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-c4e03bae-46df-4505-89ac-e9d132583e9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0959959
Apr 19 19:44:04.796609 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21f93382-f74d-43b2-890f-6e0929e91e31 req-35ba43dd-fc3e-4bb1-af7a-297fdc3acd82 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 210 time: 0.0769005
Apr 19 19:44:04.805563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:04.844183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Transition to ACTIVE for port object 49cb9016-3aba-4a91-a819-f78116b2c9f4 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:44:04.871904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8fc8-913c-445b-90f0-62bd49602e8c req-b4a8de7b-94cf-463b-a2a2-714ba240d1a5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:04.873487 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1efd8fc8-913c-445b-90f0-62bd49602e8c req-b4a8de7b-94cf-463b-a2a2-714ba240d1a5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.1940153
Apr 19 19:44:04.927232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:04.929386 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-e38aaccc-a6e4-40ef-a982-3e90e506d65f service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521571
Apr 19 19:44:04.937863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:04.975735 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1efd8fc8-913c-445b-90f0-62bd49602e8c req-41ee7d2d-d8a1-4bd2-81c6-780d73a6fca7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0904989
Apr 19 19:44:05.005038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:44:05.009387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:44:05.020181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:44:05.074468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'Port': ['ID=49cb9016-3aba-4a91-a819-f78116b2c9f4,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:05.092654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.093057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.093456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.093850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.094236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.094655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.095040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.095429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.096219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.096219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.096524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.096909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:05.103922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:05.106943 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10be9182-369d-43ae-a45a-45f7ec0c7056 req-061ab326-5134-4790-99f1-4fbd3eaf006b service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659706
Apr 19 19:44:05.116340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:05.117260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:05.149362 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3657691
Apr 19 19:44:05.173474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Request body: {'port': {'device_id': '25177980-d4c9-46f2-945a-b0df00bb701d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:44:05.286786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8eeb3f5e-13ca-4429-b436-9b0885c35322 None None] Provisioning for port 49cb9016-3aba-4a91-a819-f78116b2c9f4 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:44:05.292248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8eeb3f5e-13ca-4429-b436-9b0885c35322 None None] Provisioning complete for port 49cb9016-3aba-4a91-a819-f78116b2c9f4 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:44:05.292624 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3f5e-13ca-4429-b436-9b0885c35322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:05.301968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:05.354885 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb3f5e-13ca-4429-b436-9b0885c35322 None None] Port 49cb9016-3aba-4a91-a819-f78116b2c9f4 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:44:05.558850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 1395c51d-826a-49bf-927b-2065468c9f88 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:44:05.695307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 1395c51d-826a-49bf-927b-2065468c9f88 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:44:05.707256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 1395c51d-826a-49bf-927b-2065468c9f88 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:44:05.708517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:05.828942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cb9016-3aba-4a91-a819-f78116b2c9f4 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:44:05.852202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:05.856996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:05.887043 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Transition to ACTIVE for port object 49cb9016-3aba-4a91-a819-f78116b2c9f4 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:44:05.891061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae462066-ad6d-47a4-9754-e4f4cb778563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1395c51d-826a-49bf-927b-2065468c9f88'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:44:05.902287 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:05.903841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 1395c51d-826a-49bf-927b-2065468c9f88, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1395c51d-826a-49bf-927b-2065468c9f88,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:44:05.908646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:05.910819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:05.915727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9b365-e373-4167-92aa-322353b5397b req-f92190fd-4f91-4b15-8abf-ce8f91b726a9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:05.918653 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e4d9b365-e373-4167-92aa-322353b5397b req-f92190fd-4f91-4b15-8abf-ce8f91b726a9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.2770107
Apr 19 19:44:05.934381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:06.002150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=1395c51d-826a-49bf-927b-2065468c9f88,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:06.006306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:06.165588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbff1f5-36c7-44ec-9e0b-0985e5f93f2e req-e48aed28-1e88-4860-826a-3a3ca4451875 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:06.167492 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dbbff1f5-36c7-44ec-9e0b-0985e5f93f2e req-e48aed28-1e88-4860-826a-3a3ca4451875 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 944 time: 0.4303138
Apr 19 19:44:06.211425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Pushing event updated for resources: {'Port': ['ID=49cb9016-3aba-4a91-a819-f78116b2c9f4,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:06.214549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:06.231778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:44:06.237857 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e4d9b365-e373-4167-92aa-322353b5397b req-3ec9dab0-5c36-4cff-9b41-bbb57da016c4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3084373
Apr 19 19:44:06.292871 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dbbff1f5-36c7-44ec-9e0b-0985e5f93f2e req-e670bfb7-22b1-46f2-bdeb-76d5eb682e78 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121500
Apr 19 19:44:06.357877 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae462066-ad6d-47a4-9754-e4f4cb778563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1395c51d-826a-49bf-927b-2065468c9f88', 'code': 200}
Apr 19 19:44:06.627045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Attempting to bind port 49cb9016-3aba-4a91-a819-f78116b2c9f4 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:44:06.627350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Attempting to bind port 49cb9016-3aba-4a91-a819-f78116b2c9f4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:44:06.627716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Attempting to bind port 49cb9016-3aba-4a91-a819-f78116b2c9f4 on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:44:06.650999 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddf76d-d040-4653-97da-3fc12b9f6bf8 req-d0384eef-d28d-4c3e-a0d7-0c92e0d61a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:06.652587 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4bddf76d-d040-4653-97da-3fc12b9f6bf8 req-d0384eef-d28d-4c3e-a0d7-0c92e0d61a4e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 1098 time: 0.0782650
Apr 19 19:44:06.654453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Port 49cb9016-3aba-4a91-a819-f78116b2c9f4 on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:44:06.654818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Attempting to bind port 49cb9016-3aba-4a91-a819-f78116b2c9f4 on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:44:06.669169 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:44:06.669548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Checking segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:44:06.669966 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Bound using segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:44:06.670484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Bound port: 49cb9016-3aba-4a91-a819-f78116b2c9f4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:44:06.670868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:06.701360 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4bddf76d-d040-4653-97da-3fc12b9f6bf8 req-a98a8d75-8c8c-4085-8804-05c05d6b50b4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385489
Apr 19 19:44:06.799239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a36b24-56eb-4aba-8997-a5f1afd8b956 req-6c48a194-b33b-4e5b-a945-49a5617b333e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:06.799985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-79a36b24-56eb-4aba-8997-a5f1afd8b956 req-6c48a194-b33b-4e5b-a945-49a5617b333e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Synchronizing usage tracker for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:44:06.814115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c653884-626b-48ae-b410-fcd1fbf70875 req-986945d0-91dd-4c1f-b697-639f5c188f26 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:06.815831 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c653884-626b-48ae-b410-fcd1fbf70875 req-986945d0-91dd-4c1f-b697-639f5c188f26 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 944 time: 0.2736981
Apr 19 19:44:06.858172 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] For port 49cb9016-3aba-4a91-a819-f78116b2c9f4, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:44:06.860219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-79a36b24-56eb-4aba-8997-a5f1afd8b956 req-6c48a194-b33b-4e5b-a945-49a5617b333e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Unset dirty status for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:44:06.861601 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79a36b24-56eb-4aba-8997-a5f1afd8b956 req-6c48a194-b33b-4e5b-a945-49a5617b333e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 943 time: 0.3206985
Apr 19 19:44:06.879269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] For port 49cb9016-3aba-4a91-a819-f78116b2c9f4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=49cb9016-3aba-4a91-a819-f78116b2c9f4,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:44:06.905012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:06.913734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c84c4d5-452a-4003-872a-85c5407fe07d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:06.956677 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c653884-626b-48ae-b410-fcd1fbf70875 req-ce96945d-c498-48b9-b9de-a89240eaab1b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1283417
Apr 19 19:44:07.013327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:07.014018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:07.015580 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] 10.222.0.60 "PUT /v2.0/ports/49cb9016-3aba-4a91-a819-f78116b2c9f4 HTTP/1.1" status: 200  len: 1093 time: 1.8470571
Apr 19 19:44:07.018991 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79a36b24-56eb-4aba-8997-a5f1afd8b956 req-f75a959b-f770-4ef6-9591-d473709509a1 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449764
Apr 19 19:44:07.019528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25177980-d4c9-46f2-945a-b0df00bb701d', 'tag': '49cb9016-3aba-4a91-a819-f78116b2c9f4'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:44:07.063195 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Pushing event updated for resources: {'Port': ['ID=49cb9016-3aba-4a91-a819-f78116b2c9f4,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:07.068332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:07.109356 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25177980-d4c9-46f2-945a-b0df00bb701d', 'tag': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'status': 'completed', 'code': 200}
Apr 19 19:44:07.163108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-e9d41bd6-6ee1-4d04-b322-b726c178b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:07.164746 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-e9d41bd6-6ee1-4d04-b322-b726c178b445 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 1096 time: 0.0951152
Apr 19 19:44:07.242750 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-9a4a6478-2958-4cf0-b540-6e1153a4acc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cb9016-3aba-4a91-a819-f78116b2c9f4 HTTP/1.1" status: 200  len: 217 time: 0.0677450
Apr 19 19:44:07.317087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-6d553cef-e042-419a-b5fa-cb7c4347dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:07.318979 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-6d553cef-e042-419a-b5fa-cb7c4347dc9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.0696676
Apr 19 19:44:07.561297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b5877e46-2004-4ca2-8843-51725c173114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:07.562907 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-b5877e46-2004-4ca2-8843-51725c173114 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2265821
Apr 19 19:44:07.564297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:44:07.572517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40159118-bc36-4dbd-9557-2d7c68afa6a9 req-f5cffc58-7d35-4263-88d0-716e7e06faa4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:07.574149 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-40159118-bc36-4dbd-9557-2d7c68afa6a9 req-f5cffc58-7d35-4263-88d0-716e7e06faa4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.2011852
Apr 19 19:44:07.682288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e07d26-3e3c-421f-9c05-58e244a126fb req-e2238423-3ed0-4ee2-a561-bbd791b1ec91 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:07.683698 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-28e07d26-3e3c-421f-9c05-58e244a126fb req-e2238423-3ed0-4ee2-a561-bbd791b1ec91 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 945 time: 0.2592416
Apr 19 19:44:07.781739 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-40159118-bc36-4dbd-9557-2d7c68afa6a9 req-e95eac31-3615-4810-9d25-2b572b1f14d5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789734
Apr 19 19:44:07.804849 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-28e07d26-3e3c-421f-9c05-58e244a126fb req-9245a423-a752-4fd6-bfc8-36bd8e4876e4 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128852
Apr 19 19:44:07.831209 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-c96e06ac-5dce-4072-834c-78f17a82c789 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558432
Apr 19 19:44:07.904906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:44:07.922322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'port_id': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'mac_address': 'fa:16:3e:ba:4a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:44:07.990985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:08.018744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8b91cd-8380-4d12-97cf-635075a8a226 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:44:08.038985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:44:08.044805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:08.046929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25fc4bd1-8e04-4919-b76e-c214ebbeb82c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:08.068194 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1ce7780-e718-45ce-9a96-3aea86b46f10 req-6ebac62a-5ea9-4dd1-adee-b7d7f64eadbd service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2255445
Apr 19 19:44:08.198390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=9']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:08.201755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:08.346829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['dd8b91cd-8380-4d12-97cf-635075a8a226'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:44:08.355452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-8e7f59b5-aad2-41bc-bdfd-cb2ff2d68885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:08.357098 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-8e7f59b5-aad2-41bc-bdfd-cb2ff2d68885 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 1096 time: 0.2393332
Apr 19 19:44:08.369352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c801e-bc93-4fd5-91b1-27ffa5e9ca01 req-f5fbf4ff-22e9-4828-a161-8f3482898710 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:08.377201 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f2c801e-bc93-4fd5-91b1-27ffa5e9ca01 req-f5fbf4ff-22e9-4828-a161-8f3482898710 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 945 time: 0.2211621
Apr 19 19:44:08.525168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b9a67-9054-4059-a210-4f0159459da2 req-c311f74d-e4ef-45a4-828b-acdf12f855d6 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:08.527567 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-992b9a67-9054-4059-a210-4f0159459da2 req-c311f74d-e4ef-45a4-828b-acdf12f855d6 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 943 time: 0.3189688
Apr 19 19:44:08.641389 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2f2c801e-bc93-4fd5-91b1-27ffa5e9ca01 req-15094848-ba9d-4817-9d64-87b93cc9a0b2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2629659
Apr 19 19:44:08.694822 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-992b9a67-9054-4059-a210-4f0159459da2 req-ca946924-8ad8-403e-83c3-9f24255ccc9a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1595612
Apr 19 19:44:08.696602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-150a0a48-aae5-43a1-bfbf-850b199abef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:08.698841 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-150a0a48-aae5-43a1-bfbf-850b199abef7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.3177528
Apr 19 19:44:08.734018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:08.777235 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-3a4c04f9-52ef-4839-b2bc-fa096d6aa8a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cb9016-3aba-4a91-a819-f78116b2c9f4 HTTP/1.1" status: 200  len: 217 time: 0.0716612
Apr 19 19:44:08.852585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-d04cbad9-1b8d-4db2-868d-290af8b49817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:08.854186 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-d04cbad9-1b8d-4db2-868d-290af8b49817 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.0697887
Apr 19 19:44:08.996928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-ea2772b1-7bbe-4d2a-98ec-281ffdc47470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:08.998513 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-ea2772b1-7bbe-4d2a-98ec-281ffdc47470 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1366372
Apr 19 19:44:09.125610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90521f62-b6b5-445a-992e-ce74d91d3b59 req-3a36278f-78b2-4e77-8708-69263770790d tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:09.127258 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90521f62-b6b5-445a-992e-ce74d91d3b59 req-3a36278f-78b2-4e77-8708-69263770790d tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 945 time: 0.2003787
Apr 19 19:44:09.210004 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-97e0525e-ade8-4760-9b70-a68fac10f53e service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040055
Apr 19 19:44:09.215048 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90521f62-b6b5-445a-992e-ce74d91d3b59 req-468d6ad8-5a6c-4f91-8d0c-360a2add1b8e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785561
Apr 19 19:44:09.360220 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1588a3cd-12a1-42e8-b34e-ec07de3a533b req-246a2dda-a92c-44ee-893f-102663ba9953 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418779
Apr 19 19:44:09.579240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:44:09.662189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port dd8b91cd-8380-4d12-97cf-635075a8a226 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:44:09.662743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:09.730300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36b218-53ad-40a2-b0ec-261bbd249ead req-da1354ba-99a6-4255-a75b-5a64eed10ac9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:09.741089 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7f36b218-53ad-40a2-b0ec-261bbd249ead req-da1354ba-99a6-4255-a75b-5a64eed10ac9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1207516
Apr 19 19:44:09.798661 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7f36b218-53ad-40a2-b0ec-261bbd249ead req-b3e3464b-85ee-4221-8225-b28ffe83d310 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564957
Apr 19 19:44:09.824647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:09.866855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:44:09.893625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:44:09.899300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:09.901546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:09.923934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258fa6c-9e10-43a9-922e-dc78814b2333 req-4cecf5db-6c54-4b9d-9dc3-36a1ddd03ed1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:09.933359 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8258fa6c-9e10-43a9-922e-dc78814b2333 req-4cecf5db-6c54-4b9d-9dc3-36a1ddd03ed1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 945 time: 0.1335409
Apr 19 19:44:09.987523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=10']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:09.991518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:10.029597 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8258fa6c-9e10-43a9-922e-dc78814b2333 req-b6a944d9-78a3-43b1-a134-88bc5e4bd6cf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0949392
Apr 19 19:44:10.075045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0519292-838e-472d-bd4d-57c3f1f36ec7 req-7c77a87b-4d23-45ad-94a4-f7ffdd04b00c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:10.083007 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a0519292-838e-472d-bd4d-57c3f1f36ec7 req-7c77a87b-4d23-45ad-94a4-f7ffdd04b00c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 943 time: 0.1298192
Apr 19 19:44:10.134985 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a0519292-838e-472d-bd4d-57c3f1f36ec7 req-3f9b49f7-97b3-40c0-8739-7929b1de2cb3 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503323
Apr 19 19:44:10.212672 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'code': 200}
Apr 19 19:44:10.900642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615b1fb-8285-495a-868f-7f52889263f5 req-addd9026-b3ad-4dc0-98b8-7aa9015920d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:10.902403 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3615b1fb-8285-495a-868f-7f52889263f5 req-addd9026-b3ad-4dc0-98b8-7aa9015920d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 1100 time: 0.0846307
Apr 19 19:44:10.953761 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3615b1fb-8285-495a-868f-7f52889263f5 req-8990c93c-a9f7-4980-b75d-8d3178692b8e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384719
Apr 19 19:44:11.247416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed744cb5-cd18-470f-93ea-124443472e2d req-47ff32c3-d3fb-442f-b59f-006b9929cf7e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:11.249289 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed744cb5-cd18-470f-93ea-124443472e2d req-47ff32c3-d3fb-442f-b59f-006b9929cf7e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 947 time: 0.0908654
Apr 19 19:44:11.358586 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed744cb5-cd18-470f-93ea-124443472e2d req-bc4c45b2-e009-4297-b97d-7ef17989a282 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1015375
Apr 19 19:44:11.390606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32476bef-5feb-4530-9bd7-ce8c0a4d4f20 req-466c14e3-0d17-4eb4-b2bd-1b876228ba6d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:11.392281 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32476bef-5feb-4530-9bd7-ce8c0a4d4f20 req-466c14e3-0d17-4eb4-b2bd-1b876228ba6d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 943 time: 0.1171033
Apr 19 19:44:11.444999 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32476bef-5feb-4530-9bd7-ce8c0a4d4f20 req-78f7f6c1-7aeb-4357-9b3f-8275c14b8d21 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450678
Apr 19 19:44:12.641367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a2e2d-687a-4dbe-bae3-52dea1c66a1a req-e6a4a8d4-2955-4980-bb28-3fbd73baab80 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:12.643059 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-440a2e2d-687a-4dbe-bae3-52dea1c66a1a req-e6a4a8d4-2955-4980-bb28-3fbd73baab80 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 947 time: 0.1580942
Apr 19 19:44:12.720701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896d956-2428-492e-887b-94c0b37f9891 req-bbe5ac00-c8b5-4c40-9e82-0bc26659b447 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:12.722590 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e896d956-2428-492e-887b-94c0b37f9891 req-bbe5ac00-c8b5-4c40-9e82-0bc26659b447 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 943 time: 0.1501307
Apr 19 19:44:12.725780 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-440a2e2d-687a-4dbe-bae3-52dea1c66a1a req-b96411ee-f2dd-4626-a175-1e43ceead23f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0734479
Apr 19 19:44:12.801133 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e896d956-2428-492e-887b-94c0b37f9891 req-891c7b70-8456-4f9d-8e21-eee23bb4f591 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671439
Apr 19 19:44:14.029973 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a7464-1b13-4198-bca4-293b16746d8e req-d6740280-3a2f-40b0-b1e1-306087e2a808 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:14.031608 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-048a7464-1b13-4198-bca4-293b16746d8e req-d6740280-3a2f-40b0-b1e1-306087e2a808 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 947 time: 0.1612906
Apr 19 19:44:14.358281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61ca5-f895-4576-85e2-19111036bbf9 req-d8501f3b-a903-4287-bab5-4c429f0d2695 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:14.359933 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-35f61ca5-f895-4576-85e2-19111036bbf9 req-d8501f3b-a903-4287-bab5-4c429f0d2695 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 943 time: 0.4235785
Apr 19 19:44:14.366208 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-048a7464-1b13-4198-bca4-293b16746d8e req-a493b036-bea2-4f90-bdf4-ffa6490fe034 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3158982
Apr 19 19:44:14.425511 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-35f61ca5-f895-4576-85e2-19111036bbf9 req-179fb97e-8688-4c4c-80a8-48c2eedc8b56 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539219
Apr 19 19:44:15.598122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 49cb9016-3aba-4a91-a819-f78116b2c9f4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:44:15.655798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e60f7-3002-4997-8a79-17b23348fe9c req-5265c763-6fef-4b35-b66a-a22e4758a197 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:15.657567 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf8e60f7-3002-4997-8a79-17b23348fe9c req-5265c763-6fef-4b35-b66a-a22e4758a197 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 943 time: 0.1082873
Apr 19 19:44:15.709286 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf8e60f7-3002-4997-8a79-17b23348fe9c req-0a039acc-046d-4660-a7f4-879696137e47 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438328
Apr 19 19:44:15.756714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 49cb9016-3aba-4a91-a819-f78116b2c9f4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=49cb9016-3aba-4a91-a819-f78116b2c9f4,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:44:15.771547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'port_id': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'mac_address': 'fa:16:3e:2d:67:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:44:15.841055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:15.871320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cb9016-3aba-4a91-a819-f78116b2c9f4 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:44:15.891069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 49cb9016-3aba-4a91-a819-f78116b2c9f4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=49cb9016-3aba-4a91-a819-f78116b2c9f4,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:44:15.894096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:15.896207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:15.968493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=49cb9016-3aba-4a91-a819-f78116b2c9f4,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:15.971820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:16.288286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['49cb9016-3aba-4a91-a819-f78116b2c9f4'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:44:16.924478 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceab7b5-e7ee-4a03-958b-e901376a04e9 req-54f18925-9d18-44e8-b03b-c49aea16e5c9 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:16.927267 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ceab7b5-e7ee-4a03-958b-e901376a04e9 req-54f18925-9d18-44e8-b03b-c49aea16e5c9 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 944 time: 0.1018596
Apr 19 19:44:16.979104 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ceab7b5-e7ee-4a03-958b-e901376a04e9 req-a437a12e-8d2f-4014-8270-1f753d7a4a41 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446303
Apr 19 19:44:17.611331 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 49cb9016-3aba-4a91-a819-f78116b2c9f4 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:44:17.688605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 49cb9016-3aba-4a91-a819-f78116b2c9f4 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:44:17.694769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 49cb9016-3aba-4a91-a819-f78116b2c9f4 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:44:17.695196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:17.830348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:17.868797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25177980-d4c9-46f2-945a-b0df00bb701d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cb9016-3aba-4a91-a819-f78116b2c9f4'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:44:17.879966 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 49cb9016-3aba-4a91-a819-f78116b2c9f4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=49cb9016-3aba-4a91-a819-f78116b2c9f4,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:44:17.883158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:17.885132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:17.924551 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25177980-d4c9-46f2-945a-b0df00bb701d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'code': 200}
Apr 19 19:44:17.961437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=49cb9016-3aba-4a91-a819-f78116b2c9f4,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:17.964703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:18.197882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce1761-2f44-41b2-8607-ab5c475dd006 req-9b4fec0e-77c9-428a-a951-6d61dd30171a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:18.199488 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bcce1761-2f44-41b2-8607-ab5c475dd006 req-9b4fec0e-77c9-428a-a951-6d61dd30171a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 945 time: 0.1013341
Apr 19 19:44:18.307170 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bcce1761-2f44-41b2-8607-ab5c475dd006 req-434a283d-9f32-4c0b-a336-a838da8e028d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011348
Apr 19 19:44:18.331636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5f74e-b1c4-481e-ab11-08dcdf2578e5 req-ab470b86-6846-4296-a8ae-392dae9c263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:18.333268 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9d5f74e-b1c4-481e-ab11-08dcdf2578e5 req-ab470b86-6846-4296-a8ae-392dae9c263b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 1098 time: 0.1099539
Apr 19 19:44:18.388677 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9d5f74e-b1c4-481e-ab11-08dcdf2578e5 req-a4b1cde7-54c4-47bd-8906-6de24eaa1e68 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447850
Apr 19 19:44:18.979923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-6089dc3f-a3ce-4f58-92fd-a712a1a6accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:18.981532 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-6089dc3f-a3ce-4f58-92fd-a712a1a6accb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 1099 time: 0.1554129
Apr 19 19:44:18.995231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04371971-88af-4e08-bb4a-005c6bfd1feb req-db8bf184-40b8-441e-80a1-de87ac4a246d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:18.996816 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-04371971-88af-4e08-bb4a-005c6bfd1feb req-db8bf184-40b8-441e-80a1-de87ac4a246d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1225510
Apr 19 19:44:19.152799 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-04371971-88af-4e08-bb4a-005c6bfd1feb req-7e8fb5ed-5dbc-4589-80f1-618516a1e1c8 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328540
Apr 19 19:44:19.179994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-0aa3f559-87d1-4b37-b675-d04005002c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:19.181582 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-0aa3f559-87d1-4b37-b675-d04005002c92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 919 time: 0.1838291
Apr 19 19:44:19.266305 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-8082c3dc-fee1-4af8-a8ff-c83f3ca42403 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d604a8-7cd1-49ca-af49-048409e72626 HTTP/1.1" status: 200  len: 217 time: 0.0727446
Apr 19 19:44:19.340062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-8b691342-9d32-4ddc-80a9-cc20edf1f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:19.341630 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-8b691342-9d32-4ddc-80a9-cc20edf1f954 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 200  len: 858 time: 0.0683005
Apr 19 19:44:19.405941 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-bf189baa-f289-4d0e-b7f0-aa38b98116ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b0effe-c1be-43ff-8468-c1e0ac16c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546260
Apr 19 19:44:19.630718 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-6518cc2d-b01e-487a-897a-d5198e570557 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147655
Apr 19 19:44:19.643292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430689f4-f91c-4a51-823a-cde3ce4a1272 req-6d8d1f77-a39c-4fd7-ab60-ef311ffdde92 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:19.645603 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-430689f4-f91c-4a51-823a-cde3ce4a1272 req-6d8d1f77-a39c-4fd7-ab60-ef311ffdde92 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 945 time: 0.2072964
Apr 19 19:44:19.786317 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-430689f4-f91c-4a51-823a-cde3ce4a1272 req-3e92d01e-0d7c-4cf2-b356-177ba2cb9390 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178055
Apr 19 19:44:19.829615 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5be4e2c6-52a9-4439-aa9c-84e9d5d1ccec req-568ab1de-42e7-404d-8486-9df18a6b655c service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829493
Apr 19 19:44:20.358362 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38add89-ba80-4407-9785-3ab4808bf275 req-46035e45-6b23-4da0-89dc-770fad38951c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:20.360040 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b38add89-ba80-4407-9785-3ab4808bf275 req-46035e45-6b23-4da0-89dc-770fad38951c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0906181
Apr 19 19:44:20.412081 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b38add89-ba80-4407-9785-3ab4808bf275 req-30bd49bd-5636-40ab-bc94-e2e9d4d4437c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448167
Apr 19 19:44:20.997565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dcfa6-844d-492b-867e-b0edda4b8ab7 req-1ac40f84-c79a-4eb5-9c98-b7a7d9cb7ae9 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:20.999221 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f94dcfa6-844d-492b-867e-b0edda4b8ab7 req-1ac40f84-c79a-4eb5-9c98-b7a7d9cb7ae9 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 945 time: 0.0944302
Apr 19 19:44:21.057730 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f94dcfa6-844d-492b-867e-b0edda4b8ab7 req-36f610f0-10c8-48e2-9c34-4a1687d93254 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507066
Apr 19 19:44:21.275576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb900d51-7675-4402-a2d4-63832895c3d9 req-d5a44264-742d-4f95-9230-9e73b534203f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:21.277215 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb900d51-7675-4402-a2d4-63832895c3d9 req-d5a44264-742d-4f95-9230-9e73b534203f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 945 time: 0.0955005
Apr 19 19:44:21.331365 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb900d51-7675-4402-a2d4-63832895c3d9 req-103fbd18-2f0c-43f9-86fa-8981c9f5fa8d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469170
Apr 19 19:44:21.358154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 59578) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:44:21.501252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4946a0-4c86-47ac-8105-aeda2cf3031c tempest-TestVolumeBootPattern-1381995559 tempest-TestVolumeBootPattern-1381995559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:21.502022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4d4946a0-4c86-47ac-8105-aeda2cf3031c tempest-TestVolumeBootPattern-1381995559 tempest-TestVolumeBootPattern-1381995559-project-admin] Synchronizing usage tracker for tenant:2433ce77612d49b2b5ded9e87fddbd22 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:44:21.520114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4d4946a0-4c86-47ac-8105-aeda2cf3031c tempest-TestVolumeBootPattern-1381995559 tempest-TestVolumeBootPattern-1381995559-project-admin] Unset dirty status for tenant:2433ce77612d49b2b5ded9e87fddbd22 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:44:21.526476 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4d4946a0-4c86-47ac-8105-aeda2cf3031c tempest-TestVolumeBootPattern-1381995559 tempest-TestVolumeBootPattern-1381995559-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 1093 time: 0.1621339
Apr 19 19:44:21.526702 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 59586) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:44:21.532538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'floatingip': {'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'port_id': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:44:21.539319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:44:21.543424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:floatingip and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:44:21.546474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:44:21.553218 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:44:21.565135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:21.631312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2b24d-e229-4e4d-9786-9629f88fce69 req-14388e8a-e8f5-4099-8b5f-a3cf5e3eaf26 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:21.632859 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3be2b24d-e229-4e4d-9786-9629f88fce69 req-14388e8a-e8f5-4099-8b5f-a3cf5e3eaf26 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0949266
Apr 19 19:44:21.684331 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3be2b24d-e229-4e4d-9786-9629f88fce69 req-af9b77ff-7547-424f-94c4-2a79fd2b7519 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447369
Apr 19 19:44:21.714617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:21.862041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Allocated IP 172.27.3.182 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/c72c5fbd-9606-4ddf-8846-619721b3e950) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:44:22.031114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:22.065584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:22.071535 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-44d17853-ffd8-4c9e-abd8-337ff2602437 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:22.139416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:44:22.142661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:44:22.147359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:44:22.181941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'Port': ['ID=c72c5fbd-9606-4ddf-8846-619721b3e950,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:22.190903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:22.531946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:22.611001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:22.838039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:22.842091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:22.846903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dcb085f7-a5e0-42b4-8a6e-217fab3240c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:44:22.896545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1711-faba-4b9b-bc89-e9798c2350d2 req-f76ff276-4aec-402b-a16e-ddb1891b8b70 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:22.898257 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd8f1711-faba-4b9b-bc89-e9798c2350d2 req-f76ff276-4aec-402b-a16e-ddb1891b8b70 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0959685
Apr 19 19:44:22.900194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:22.950588 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd8f1711-faba-4b9b-bc89-e9798c2350d2 req-8d96d613-e72f-4050-b2fb-330ac0c54711 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444362
Apr 19 19:44:23.157298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ff4468b-e9a4-44c9-96cb-495ebd7e436f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:23.268588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'Port': ['ID=c72c5fbd-9606-4ddf-8846-619721b3e950,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:44:23.291179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.291580 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.291975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.292361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.292742 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.293123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.293501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.293876 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.294262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.294662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.295051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.295418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:44:23.301423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:44:23.339845 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Floating IP 8e101b42-c441-4b87-9b3c-ab954653089c associated. External IP: 172.27.3.182, port: 49cb9016-3aba-4a91-a819-f78116b2c9f4.
Apr 19 19:44:23.714714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Router ab857948-74d2-473c-bfff-5b010d327407 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:44:23.908802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:44:23.920030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] Sync routers for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:44:23.931032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:44:23.931674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70acd9438>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:43:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:44:23.934547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:24.006468 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4704602
Apr 19 19:44:24.006468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25177980-d4c9-46f2-945a-b0df00bb701d', 'tag': '49cb9016-3aba-4a91-a819-f78116b2c9f4'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:44:24.075683 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25177980-d4c9-46f2-945a-b0df00bb701d', 'tag': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'status': 'completed', 'code': 200}
Apr 19 19:44:24.245703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db267626-5a1f-4938-8b46-21770117ca8b req-b3f0aaf1-cc46-4c1b-b5f7-942d31a153de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:24.247389 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db267626-5a1f-4938-8b46-21770117ca8b req-b3f0aaf1-cc46-4c1b-b5f7-942d31a153de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 1098 time: 0.1196477
Apr 19 19:44:24.259890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d9682-b514-4ecf-a47b-667843fde93a req-aca3f432-4a66-4299-931a-89208364a31c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:24.261471 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2b2d9682-b514-4ecf-a47b-667843fde93a req-aca3f432-4a66-4299-931a-89208364a31c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1785417
Apr 19 19:44:24.303555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:44:24.434511 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2b2d9682-b514-4ecf-a47b-667843fde93a req-bcac56b9-3b75-4292-8d1c-80216abc5f74 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492009
Apr 19 19:44:24.469329 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db267626-5a1f-4938-8b46-21770117ca8b req-a860f2ef-0a43-4bfd-8640-70af022ba760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:24.470976 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db267626-5a1f-4938-8b46-21770117ca8b req-a860f2ef-0a43-4bfd-8640-70af022ba760 service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.2085140
Apr 19 19:44:24.588652 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db267626-5a1f-4938-8b46-21770117ca8b req-b117454b-5cef-48f4-817a-6dcab7b485fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cb9016-3aba-4a91-a819-f78116b2c9f4 HTTP/1.1" status: 200  len: 999 time: 0.1098814
Apr 19 19:44:24.663792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db267626-5a1f-4938-8b46-21770117ca8b req-929876e9-b514-4a64-b26b-2f331e2c5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:24.665380 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db267626-5a1f-4938-8b46-21770117ca8b req-929876e9-b514-4a64-b26b-2f331e2c5caa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.0665045
Apr 19 19:44:24.693403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70acd9438>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '8e101b42-c441-4b87-9b3c-ab954653089c', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:2d:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177980-d4c9-46f2-945a-b0df00bb701d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:44:22Z', 'updated_at': '2021-04-19T19:44:22Z', 'revision_number': 0, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:44:24.697561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] Checking router: ab857948-74d2-473c-bfff-5b010d327407 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:44:24.706487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:44:24.707199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70acd9438>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:43:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:44:24.754722 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db267626-5a1f-4938-8b46-21770117ca8b req-7be4d7d4-6322-4438-a12f-6c44a4040015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:24.756323 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db267626-5a1f-4938-8b46-21770117ca8b req-7be4d7d4-6322-4438-a12f-6c44a4040015 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830483
Apr 19 19:44:24.898927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:44:24.906581 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db267626-5a1f-4938-8b46-21770117ca8b req-fe6e4f57-2fec-47eb-b5d8-d57fe95aee17 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381483
Apr 19 19:44:25.059594 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db267626-5a1f-4938-8b46-21770117ca8b req-9c2d6a2c-04c7-40d8-99e2-0f34bb06a5a3 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451685
Apr 19 19:44:25.084562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7824ef16-6fa7-4648-be1a-9e02530a72ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:25.282919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70acd9438>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '8e101b42-c441-4b87-9b3c-ab954653089c', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:2d:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177980-d4c9-46f2-945a-b0df00bb701d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:44:22Z', 'updated_at': '2021-04-19T19:44:22Z', 'revision_number': 0, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:44:25.287109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7c969-6647-4b48-9481-945d9705830f None None] The sync data for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi is: [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '8e101b42-c441-4b87-9b3c-ab954653089c', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:2d:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177980-d4c9-46f2-945a-b0df00bb701d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:44:22Z', 'updated_at': '2021-04-19T19:44:22Z', 'revision_number': 0, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:44:25.646210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de459379-d15c-47e7-8c44-76ff7abf515a req-78dbf442-acc3-4128-9794-ad09b191f0e9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:25.647929 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de459379-d15c-47e7-8c44-76ff7abf515a req-78dbf442-acc3-4128-9794-ad09b191f0e9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0926003
Apr 19 19:44:25.657407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbf938-2b0a-4bec-a262-9af82cf54445 None None] New status for floating IP 8e101b42-c441-4b87-9b3c-ab954653089c: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:44:25.709791 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de459379-d15c-47e7-8c44-76ff7abf515a req-368c1590-c0c1-40c6-848b-742a80330ed4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442677
Apr 19 19:44:26.091636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:26.567686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:26.909755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfc76-e7eb-4503-85d7-ff10ada3440c req-0f692bb8-7f98-4eb1-93b9-a3123158bf43 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:26.911483 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ad6cfc76-e7eb-4503-85d7-ff10ada3440c req-0f692bb8-7f98-4eb1-93b9-a3123158bf43 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0918596
Apr 19 19:44:26.959963 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ad6cfc76-e7eb-4503-85d7-ff10ada3440c req-1549bd63-5ab1-4716-b9e2-5ecc859d3514 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420580
Apr 19 19:44:27.540923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:28.183247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9c217-f6fc-4d93-be1c-f15d33776807 req-2e4d146b-683b-447a-8ff8-1a538c8bab6a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:28.184844 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8bc9c217-f6fc-4d93-be1c-f15d33776807 req-2e4d146b-683b-447a-8ff8-1a538c8bab6a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0938900
Apr 19 19:44:28.235104 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8bc9c217-f6fc-4d93-be1c-f15d33776807 req-9c8bcc79-dcf2-4c18-8943-30104b7a20a7 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437875
Apr 19 19:44:29.444707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b8230-5bc5-4f04-affd-2124a9a2208a req-9c927a01-bd9e-4202-a793-fa38d540da52 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:29.446207 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-627b8230-5bc5-4f04-affd-2124a9a2208a req-9c927a01-bd9e-4202-a793-fa38d540da52 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0931880
Apr 19 19:44:29.494345 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-627b8230-5bc5-4f04-affd-2124a9a2208a req-334cb08e-883d-4e21-8d7e-f70c6d56c032 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417285
Apr 19 19:44:30.753617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23599c5-2bad-40c3-a5dc-196d675338b4 req-c3800f03-18ec-4aaa-87a2-a3a4d3975c36 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:30.755359 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a23599c5-2bad-40c3-a5dc-196d675338b4 req-c3800f03-18ec-4aaa-87a2-a3a4d3975c36 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1452765
Apr 19 19:44:30.816313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae1266-0a45-45b4-abe7-999bc19f20cc req-25065513-c4d3-44ea-9bc5-7e6b0c1ae3fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:30.817874 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-75ae1266-0a45-45b4-abe7-999bc19f20cc req-25065513-c4d3-44ea-9bc5-7e6b0c1ae3fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1399698
Apr 19 19:44:30.825262 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a23599c5-2bad-40c3-a5dc-196d675338b4 req-99df6e1e-a545-41bf-8773-e79dd15bbe74 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607133
Apr 19 19:44:30.869708 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-75ae1266-0a45-45b4-abe7-999bc19f20cc req-4e42d38a-b2e4-4a60-8e1c-b29318cb010b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433354
Apr 19 19:44:32.098916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0072c-e5a5-49a8-b183-78a1ae511544 req-5d216a84-1a61-4743-9aee-b7185bf939f7 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:32.100527 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69f0072c-e5a5-49a8-b183-78a1ae511544 req-5d216a84-1a61-4743-9aee-b7185bf939f7 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1567364
Apr 19 19:44:32.131395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77838747-3a3e-4fdb-87ac-7c71b7eef6ee req-c2a195d7-f273-4ca8-90cd-c6bb7b976f73 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:32.132959 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-77838747-3a3e-4fdb-87ac-7c71b7eef6ee req-c2a195d7-f273-4ca8-90cd-c6bb7b976f73 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1384377
Apr 19 19:44:32.195394 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69f0072c-e5a5-49a8-b183-78a1ae511544 req-47b7c428-7945-4ff4-a553-9a9a23b670c1 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869009
Apr 19 19:44:32.205770 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-77838747-3a3e-4fdb-87ac-7c71b7eef6ee req-22b524a0-b01e-485c-ad18-a36e343f36c4 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645964
Apr 19 19:44:33.472384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb01ea-c53e-4fba-aed7-492a25cbb6d8 req-ce0e6908-b309-4e5b-b61a-391230fdafa3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:33.473920 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbbb01ea-c53e-4fba-aed7-492a25cbb6d8 req-ce0e6908-b309-4e5b-b61a-391230fdafa3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1622081
Apr 19 19:44:33.481967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf00f6-4e18-4a77-97e4-ae4150be1316 req-9b0de669-c338-472f-be9f-9f2267678a37 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:33.483477 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9dbf00f6-4e18-4a77-97e4-ae4150be1316 req-9b0de669-c338-472f-be9f-9f2267678a37 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1289513
Apr 19 19:44:33.775790 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbbb01ea-c53e-4fba-aed7-492a25cbb6d8 req-2aa5b752-bdcb-4301-a81e-b33f1c0cd16c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2912064
Apr 19 19:44:33.783231 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9dbf00f6-4e18-4a77-97e4-ae4150be1316 req-ae17b98e-0d89-4068-ad7e-4e443d9c82fd tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647211
Apr 19 19:44:35.045430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bc745-ca01-4701-8c72-707d5f3d6637 req-6a29b36b-3cee-446f-b7a8-8d136365c424 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:35.047068 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-956bc745-ca01-4701-8c72-707d5f3d6637 req-6a29b36b-3cee-446f-b7a8-8d136365c424 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1584394
Apr 19 19:44:35.056174 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200857-0cac-4b74-9a28-745097a7d22e req-2f6fe9c4-bdaa-4f34-9311-dde9cd0db1d6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:35.057665 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5f200857-0cac-4b74-9a28-745097a7d22e req-2f6fe9c4-bdaa-4f34-9311-dde9cd0db1d6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1278014
Apr 19 19:44:35.135795 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-956bc745-ca01-4701-8c72-707d5f3d6637 req-07e24bc4-ec0e-4ae7-9a71-c1cd147daec3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771055
Apr 19 19:44:35.140333 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5f200857-0cac-4b74-9a28-745097a7d22e req-13ca8ede-edba-4fdc-a41c-5c66cbf2722b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652719
Apr 19 19:44:36.409332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cddfd2-91e7-4fa7-9d56-8a9860a3a5ce req-11597491-2d41-4004-8bcf-f2add7d3ac0d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:36.412793 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-13cddfd2-91e7-4fa7-9d56-8a9860a3a5ce req-11597491-2d41-4004-8bcf-f2add7d3ac0d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1580973
Apr 19 19:44:36.426384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8046a-4bb4-4e21-bbf0-50b2da46169a req-4577176a-a1a3-482e-bcbd-d2600b174afc tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:36.427942 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-26d8046a-4bb4-4e21-bbf0-50b2da46169a req-4577176a-a1a3-482e-bcbd-d2600b174afc tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1329646
Apr 19 19:44:36.502622 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-13cddfd2-91e7-4fa7-9d56-8a9860a3a5ce req-555246df-738c-49a2-8725-07235f386318 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735953
Apr 19 19:44:36.507904 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-26d8046a-4bb4-4e21-bbf0-50b2da46169a req-f7fe1ef8-a931-4d2a-869f-f6e2239c0303 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645478
Apr 19 19:44:37.781481 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a7d65-123c-4b31-aedf-7b35c8af3bc5 req-860fc29a-d8ad-482a-9d3c-76878a90be6b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:37.783312 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0f8a7d65-123c-4b31-aedf-7b35c8af3bc5 req-860fc29a-d8ad-482a-9d3c-76878a90be6b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1644793
Apr 19 19:44:37.792046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412695b-24b3-4a44-9833-5ef660d41659 req-b83e3f50-69ba-425a-b895-54670121f1b5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:37.793549 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4412695b-24b3-4a44-9833-5ef660d41659 req-b83e3f50-69ba-425a-b895-54670121f1b5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1323152
Apr 19 19:44:37.868597 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0f8a7d65-123c-4b31-aedf-7b35c8af3bc5 req-edecd1c3-a551-404b-b285-207d0f7474c6 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739942
Apr 19 19:44:37.875925 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4412695b-24b3-4a44-9833-5ef660d41659 req-a0153e36-9be1-44c4-b3ca-679f94270226 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664177
Apr 19 19:44:38.749104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:39.143668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8c67d-bc02-4e6a-86a4-337f1e20f493 req-2ea7f3d6-a78d-48fa-b3ee-f74a9b8984d5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:39.145455 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-beb8c67d-bc02-4e6a-86a4-337f1e20f493 req-2ea7f3d6-a78d-48fa-b3ee-f74a9b8984d5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1217239
Apr 19 19:44:39.153855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee35da2-8a3c-4a1f-96f6-3b64ad258b79 req-4902d416-8428-4ce0-b31f-9d76e0a110f3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:39.155396 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ee35da2-8a3c-4a1f-96f6-3b64ad258b79 req-4902d416-8428-4ce0-b31f-9d76e0a110f3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1723244
Apr 19 19:44:39.237359 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-beb8c67d-bc02-4e6a-86a4-337f1e20f493 req-2ff5a4cd-0589-42b1-8073-e05445ce63bf tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809348
Apr 19 19:44:39.242678 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ee35da2-8a3c-4a1f-96f6-3b64ad258b79 req-a19ed611-1ee1-4066-b7d8-58867d02039d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716009
Apr 19 19:44:40.514139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d64c5-6d10-4c5b-b372-bd4b82dcd098 req-2ce9a003-7b6b-4704-b9ad-78e388ab8d61 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:40.515779 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c16d64c5-6d10-4c5b-b372-bd4b82dcd098 req-2ce9a003-7b6b-4704-b9ad-78e388ab8d61 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1595094
Apr 19 19:44:40.531565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a7d51-f2ee-422a-aaec-d204c4d99d6c req-903f2bab-4720-421a-a300-2085a325d49d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:40.533362 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a08a7d51-f2ee-422a-aaec-d204c4d99d6c req-903f2bab-4720-421a-a300-2085a325d49d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1345842
Apr 19 19:44:40.612023 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c16d64c5-6d10-4c5b-b372-bd4b82dcd098 req-2c115a3e-4341-428f-9974-a30802cb2554 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892375
Apr 19 19:44:40.615223 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a08a7d51-f2ee-422a-aaec-d204c4d99d6c req-68bc2760-0055-424e-89af-0623f78f96a4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670524
Apr 19 19:44:41.892319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31649ff-711d-4771-920f-1c16946d3402 req-92e98dd5-41be-4e78-8f32-be575c87a35f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:41.894513 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b31649ff-711d-4771-920f-1c16946d3402 req-92e98dd5-41be-4e78-8f32-be575c87a35f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1608796
Apr 19 19:44:41.908227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6742940-8995-4e29-a8c5-810c0ba90bda req-df5a4883-d3bb-404a-bb13-6055fd276ed7 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:41.909845 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6742940-8995-4e29-a8c5-810c0ba90bda req-df5a4883-d3bb-404a-bb13-6055fd276ed7 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1346321
Apr 19 19:44:41.986717 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b31649ff-711d-4771-920f-1c16946d3402 req-625903c2-1dc3-4d95-ae0b-6ef5678165c9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757539
Apr 19 19:44:41.991352 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6742940-8995-4e29-a8c5-810c0ba90bda req-4f2caab2-82e8-4c8f-9272-8d36cce89569 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660408
Apr 19 19:44:43.230999 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:44:43.268412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c172aa-8f14-4e7a-a9c8-66e0d6a7bb91 req-4dd6abb1-2a5c-4795-a523-2dfa87d536ad tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:43.270691 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8c172aa-8f14-4e7a-a9c8-66e0d6a7bb91 req-4dd6abb1-2a5c-4795-a523-2dfa87d536ad tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1627624
Apr 19 19:44:43.278987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088843e8-4243-4a65-b220-7a8dc0723ee1 req-ac67b421-0592-45ac-be69-faab52c206d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:43.280458 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-088843e8-4243-4a65-b220-7a8dc0723ee1 req-ac67b421-0592-45ac-be69-faab52c206d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1706161
Apr 19 19:44:43.356199 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8c172aa-8f14-4e7a-a9c8-66e0d6a7bb91 req-e3634b73-1f5d-4258-afe8-082794899339 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747261
Apr 19 19:44:43.363698 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-088843e8-4243-4a65-b220-7a8dc0723ee1 req-493d02a0-78b3-435c-8bcd-fa5715b519e5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679994
Apr 19 19:44:44.632489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a402400-f2b8-4be3-872c-9efe3442d657 req-62929f5a-6d0b-4507-9468-6acdfb7b02aa tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:44.634086 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a402400-f2b8-4be3-872c-9efe3442d657 req-62929f5a-6d0b-4507-9468-6acdfb7b02aa tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1599832
Apr 19 19:44:44.643033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa44367-04aa-49eb-971e-601ef6fd97bf req-f938384d-3509-46f1-8ebf-dcdc15449606 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:44.645106 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ffa44367-04aa-49eb-971e-601ef6fd97bf req-f938384d-3509-46f1-8ebf-dcdc15449606 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1288400
Apr 19 19:44:44.719001 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a402400-f2b8-4be3-872c-9efe3442d657 req-8d6ac7bd-0d55-4c95-ac2f-7abae64083f2 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728912
Apr 19 19:44:44.724204 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ffa44367-04aa-49eb-971e-601ef6fd97bf req-3164cd93-3dba-4e9f-b9e6-17abb34f9d0f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636384
Apr 19 19:44:45.992368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ef722-2708-4813-ab36-e75ffa7d6b8a req-a34b86d9-1e03-4142-b4ce-72b1e474b6da tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:45.993975 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-675ef722-2708-4813-ab36-e75ffa7d6b8a req-a34b86d9-1e03-4142-b4ce-72b1e474b6da tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1569138
Apr 19 19:44:46.008099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a861d0-ef1c-436a-aee5-e14d725c63c0 req-23312fe6-50ed-48c9-911b-777eaf8f1ec2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:46.009586 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3a861d0-ef1c-436a-aee5-e14d725c63c0 req-23312fe6-50ed-48c9-911b-777eaf8f1ec2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1320934
Apr 19 19:44:46.087912 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-675ef722-2708-4813-ab36-e75ffa7d6b8a req-dae0d827-d623-404d-8685-9a1ff1252a4c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772603
Apr 19 19:44:46.095697 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3a861d0-ef1c-436a-aee5-e14d725c63c0 req-1694260f-0cd8-4caa-880b-e76f500c3881 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684922
Apr 19 19:44:47.367118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a8b47-2595-48af-b3e7-031b317a8c2d req-535d12f2-e032-4b94-89ae-18e9003f501f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:47.368649 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d8a8b47-2595-48af-b3e7-031b317a8c2d req-535d12f2-e032-4b94-89ae-18e9003f501f tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1634722
Apr 19 19:44:47.377582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6dabc-d2fd-4de1-92f8-f05c39e650d7 req-bebb23ef-cf30-48e5-b97f-51365fa3a6cf tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:47.379623 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3ac6dabc-d2fd-4de1-92f8-f05c39e650d7 req-bebb23ef-cf30-48e5-b97f-51365fa3a6cf tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1286182
Apr 19 19:44:47.460488 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d8a8b47-2595-48af-b3e7-031b317a8c2d req-c4daa45f-4ddd-4bc0-bf1a-8e0a6f08d0ac tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798512
Apr 19 19:44:47.467654 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3ac6dabc-d2fd-4de1-92f8-f05c39e650d7 req-bf187ce9-826c-4154-834f-37dda5645370 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712764
Apr 19 19:44:48.684558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4535e-68b9-4388-b963-efacee2090b0 req-d8a9e465-e3f1-4911-9a5c-056b7dfa4aa6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:48.686065 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02a4535e-68b9-4388-b963-efacee2090b0 req-d8a9e465-e3f1-4911-9a5c-056b7dfa4aa6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.0954854
Apr 19 19:44:48.781548 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02a4535e-68b9-4388-b963-efacee2090b0 req-4ebd8bc3-3cd7-4b17-a876-8db0abcd62eb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884027
Apr 19 19:44:48.822655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcc445-fd1b-478f-812a-aae0e6d0cbb0 req-1f35a810-ac8d-46ef-9f8b-300a90e7970a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:48.824217 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abdcc445-fd1b-478f-812a-aae0e6d0cbb0 req-1f35a810-ac8d-46ef-9f8b-300a90e7970a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1015415
Apr 19 19:44:48.870853 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abdcc445-fd1b-478f-812a-aae0e6d0cbb0 req-7528f83e-aba4-4b80-9658-cf3e6b61297a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404768
Apr 19 19:44:49.982061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758d46-c45f-4ea6-b09e-9b09dc8b92c1 req-e0e643bb-d9eb-45d9-b2db-a8c8b6df60a3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:49.983752 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db758d46-c45f-4ea6-b09e-9b09dc8b92c1 req-e0e643bb-d9eb-45d9-b2db-a8c8b6df60a3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.0884449
Apr 19 19:44:50.090213 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db758d46-c45f-4ea6-b09e-9b09dc8b92c1 req-0bd66e7f-4d3c-4436-846b-06d668ca8c2d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621517
Apr 19 19:44:50.111570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55371-1f29-4640-88ea-1df1f9edd31b req-75aed864-fe3d-435e-8166-590f3f07ea7d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:50.113192 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1a55371-1f29-4640-88ea-1df1f9edd31b req-75aed864-fe3d-435e-8166-590f3f07ea7d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1284840
Apr 19 19:44:50.161995 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1a55371-1f29-4640-88ea-1df1f9edd31b req-b702b554-69a7-412b-9001-d81ed599645b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423520
Apr 19 19:44:51.341227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eec29-fcbd-44bd-bd13-a2979694c916 req-e267bdca-04ba-424d-9360-3651af49f507 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:51.342746 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-525eec29-fcbd-44bd-bd13-a2979694c916 req-e267bdca-04ba-424d-9360-3651af49f507 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1396298
Apr 19 19:44:51.407102 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-525eec29-fcbd-44bd-bd13-a2979694c916 req-e0499fff-060f-4323-ac2e-33c6debc9c4f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560532
Apr 19 19:44:51.416692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4b6a0-e919-45ff-9a72-0bee6420438f req-3303c97e-2f9f-487b-8829-981807f36492 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:51.418229 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5b4b6a0-e919-45ff-9a72-0bee6420438f req-3303c97e-2f9f-487b-8829-981807f36492 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1374662
Apr 19 19:44:51.468439 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5b4b6a0-e919-45ff-9a72-0bee6420438f req-e3a50fa0-debe-4f8e-82ea-e0595a5a6ef5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439143
Apr 19 19:44:52.677784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a089d-d4da-435c-8377-e46bbc3d89ac req-13a49ec5-bb96-4195-b350-382758aa2722 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:52.679455 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cf1a089d-d4da-435c-8377-e46bbc3d89ac req-13a49ec5-bb96-4195-b350-382758aa2722 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1520205
Apr 19 19:44:52.724086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4552f32-44bd-42b9-9632-f3c83cc938c5 req-d4f1e95c-016d-4fc6-933e-0c29bf9676ce tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:52.725610 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4552f32-44bd-42b9-9632-f3c83cc938c5 req-d4f1e95c-016d-4fc6-933e-0c29bf9676ce tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1402984
Apr 19 19:44:52.766430 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cf1a089d-d4da-435c-8377-e46bbc3d89ac req-b6b307d7-2cad-4060-ab8d-75b7f74c330d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793564
Apr 19 19:44:52.789008 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4552f32-44bd-42b9-9632-f3c83cc938c5 req-48e3952d-ef1b-46a8-899a-ca32258ff2a3 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522821
Apr 19 19:44:53.164037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b89c3cb1-885f-4f18-a6f5-43944308422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:53.389564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b72e0b-ede1-46c0-b63c-578467bba4e3 req-002e47cf-c9fb-41d8-8a13-c30e67d4085e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:53.391105 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68b72e0b-ede1-46c0-b63c-578467bba4e3 req-002e47cf-c9fb-41d8-8a13-c30e67d4085e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.3544719
Apr 19 19:44:53.456452 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68b72e0b-ede1-46c0-b63c-578467bba4e3 req-1045088b-be38-423c-9bc1-fb888100bf45 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577254
Apr 19 19:44:53.458626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-c0c697af-573c-4405-bcdc-085b7e9c8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:53.460110 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-c0c697af-573c-4405-bcdc-085b7e9c8432 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 1098 time: 0.3457050
Apr 19 19:44:53.604189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-eddda76b-0027-4363-90bc-82d9f6865c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:53.605776 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-eddda76b-0027-4363-90bc-82d9f6865c1a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 912 time: 0.1372554
Apr 19 19:44:53.715889 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-cf8005cd-0885-4595-9da3-b22eb148554d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331a3998-07fc-4154-a287-064419683232 HTTP/1.1" status: 200  len: 1001 time: 0.1025317
Apr 19 19:44:53.785311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-5c1232d5-7995-4dcf-b8a7-64669a304941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:53.786898 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-5c1232d5-7995-4dcf-b8a7-64669a304941 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 200  len: 850 time: 0.0630403
Apr 19 19:44:53.881335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-46c6a7ec-43c0-4422-96a7-0f184fc17dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:53.883333 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-46c6a7ec-43c0-4422-96a7-0f184fc17dc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847454
Apr 19 19:44:54.098301 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-bca64cba-a89c-401e-b8e4-8f073b5300ee service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057834
Apr 19 19:44:54.107461 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5a874-09e4-471f-a18c-31ebdbfccba6 req-6e77a255-b94a-4161-9779-24d1f10ed77a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:54.108948 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1b5a874-09e4-471f-a18c-31ebdbfccba6 req-6e77a255-b94a-4161-9779-24d1f10ed77a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1908991
Apr 19 19:44:54.245250 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1b5a874-09e4-471f-a18c-31ebdbfccba6 req-f224853f-c032-4012-8597-020114336bcf tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136503
Apr 19 19:44:54.287084 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8e99047-98c9-4379-acfe-1b4d8c5bd884 req-3755789e-e044-4ca2-8ca9-2409b318fe7e service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771286
Apr 19 19:44:54.659693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f90466-b511-4fc2-a058-da76d30fc2f5 req-0e479fc2-d571-4947-afae-9948d3841dbb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:54.661271 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d0f90466-b511-4fc2-a058-da76d30fc2f5 req-0e479fc2-d571-4947-afae-9948d3841dbb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.0874362
Apr 19 19:44:54.708789 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d0f90466-b511-4fc2-a058-da76d30fc2f5 req-d38bde86-c801-41c8-9c03-9a48782eaee6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410619
Apr 19 19:44:55.091381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56d0cb5f-99e9-4d55-9baf-95706b59d4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:55.451706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fe46b-39b6-4d4d-80c9-b956c1f67c28 req-add69015-2928-45c1-b5b1-cc35186486c5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:55.453271 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-720fe46b-39b6-4d4d-80c9-b956c1f67c28 req-add69015-2928-45c1-b5b1-cc35186486c5 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0924230
Apr 19 19:44:55.500631 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-720fe46b-39b6-4d4d-80c9-b956c1f67c28 req-f99e65c5-58b4-4832-be2f-44c51b573d5d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402730
Apr 19 19:44:55.909618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1543e7-1830-467f-9b8b-cc26dfc77a14 req-64c487c6-d4b2-46d8-ab1e-5bb0c6777ceb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:55.911290 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ae1543e7-1830-467f-9b8b-cc26dfc77a14 req-64c487c6-d4b2-46d8-ab1e-5bb0c6777ceb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.0880694
Apr 19 19:44:55.959621 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ae1543e7-1830-467f-9b8b-cc26dfc77a14 req-0d98acdf-aa7d-4a0b-866a-747fa1c6fc08 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417945
Apr 19 19:44:56.094998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:56.578881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:56.722041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d2ad-cb19-443f-8112-9c878bcc9e5e req-8332e03e-215b-408b-b67f-a2a1d8d72930 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:56.723765 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf29d2ad-cb19-443f-8112-9c878bcc9e5e req-8332e03e-215b-408b-b67f-a2a1d8d72930 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0934772
Apr 19 19:44:56.772415 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf29d2ad-cb19-443f-8112-9c878bcc9e5e req-06ff94ab-095f-4f4a-9f96-49c638db6ec8 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419724
Apr 19 19:44:57.543565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:57.986507 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb3076-cc50-482f-beff-c5ac844c5897 req-06c05d7e-982a-4a05-8251-c50b416cc052 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:57.988254 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-45fb3076-cc50-482f-beff-c5ac844c5897 req-06c05d7e-982a-4a05-8251-c50b416cc052 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0974000
Apr 19 19:44:58.038952 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-45fb3076-cc50-482f-beff-c5ac844c5897 req-b7273661-bf25-4e8f-ac9e-36b3903e72ee tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443244
Apr 19 19:44:58.136347 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bd999-e2c8-4a5e-865c-43167b81e686 req-66702f72-4cf2-45a2-8fd7-576725762ce1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:58.137944 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c9bd999-e2c8-4a5e-865c-43167b81e686 req-66702f72-4cf2-45a2-8fd7-576725762ce1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 945 time: 0.0919743
Apr 19 19:44:58.186432 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c9bd999-e2c8-4a5e-865c-43167b81e686 req-94231120-6265-406d-86c5-f0baa9552bbb tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415792
Apr 19 19:44:58.759343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f481a94-3d94-493d-a00d-56afaff69f2b req-2859e43e-a1cb-47a8-beed-861280425c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:58.760943 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6f481a94-3d94-493d-a00d-56afaff69f2b req-2859e43e-a1cb-47a8-beed-861280425c3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 1099 time: 0.0800390
Apr 19 19:44:58.807864 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6f481a94-3d94-493d-a00d-56afaff69f2b req-a5c1a568-7e43-4d9c-bd14-3f36fa6f5fa7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378861
Apr 19 19:44:59.243904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277e7e-a906-410b-aa64-793e72ace746 req-6871751b-4e7a-43cb-a0d0-ae09a66b2233 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:59.245599 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a277e7e-a906-410b-aa64-793e72ace746 req-6871751b-4e7a-43cb-a0d0-ae09a66b2233 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0890906
Apr 19 19:44:59.294825 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a277e7e-a906-410b-aa64-793e72ace746 req-87b12d60-4c65-4b0e-a021-669edede6bd8 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426898
Apr 19 19:44:59.395496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ccabf-712e-44bd-bb3d-71b1b6c8a22f req-2a01df14-3396-4dce-97f0-93723e7a31f0 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:44:59.397044 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-558ccabf-712e-44bd-bb3d-71b1b6c8a22f req-2a01df14-3396-4dce-97f0-93723e7a31f0 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 945 time: 0.0914006
Apr 19 19:44:59.447172 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-558ccabf-712e-44bd-bb3d-71b1b6c8a22f req-547ba8ac-2c8f-4254-b88d-74dcbda19244 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436516
Apr 19 19:45:00.516513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5efb-4399-4d59-9768-d9d3c3c3c10a req-cd0c42b8-15cd-482a-98b5-48ad792e95a4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:00.518403 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c42e5efb-4399-4d59-9768-d9d3c3c3c10a req-cd0c42b8-15cd-482a-98b5-48ad792e95a4 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1094677
Apr 19 19:45:00.604989 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c42e5efb-4399-4d59-9768-d9d3c3c3c10a req-6a30dea1-f1d1-4a23-a60e-71f4af86fb94 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788503
Apr 19 19:45:00.657238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0d411-eec6-49d7-a11f-c59b03d1e410 req-cba5e2fd-c701-43b6-9650-bbd0a907144d tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:00.659430 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-98e0d411-eec6-49d7-a11f-c59b03d1e410 req-cba5e2fd-c701-43b6-9650-bbd0a907144d tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 945 time: 0.0947907
Apr 19 19:45:00.759861 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-98e0d411-eec6-49d7-a11f-c59b03d1e410 req-23ceefcd-090e-4471-ab4d-ea2615e7eb18 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939038
Apr 19 19:45:00.800336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-d4b3bbad-1b88-4ee3-b802-ade62a992737 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:00.801917 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-d4b3bbad-1b88-4ee3-b802-ade62a992737 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 945 time: 0.1040144
Apr 19 19:45:00.885960 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Deleting port 1395c51d-826a-49bf-927b-2065468c9f88 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:00.886373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:01.174026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-cf6fbc81-f70f-45e0-9d48-736f03c8f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:01.176749 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-cf6fbc81-f70f-45e0-9d48-736f03c8f98d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738ff87e9419435ba136c711483956ab&device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 1099 time: 0.0944135
Apr 19 19:45:01.247231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] For port 1395c51d-826a-49bf-927b-2065468c9f88, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1395c51d-826a-49bf-927b-2065468c9f88,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:01.247635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:01.330090 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-b12b4ff7-c3b3-4b6c-ae3e-557259067c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:01.331951 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-b12b4ff7-c3b3-4b6c-ae3e-557259067c6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 200  len: 919 time: 0.1461849
Apr 19 19:45:01.389100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Calling delete_port for 1395c51d-826a-49bf-927b-2065468c9f88 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:01.411017 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-bcfa6586-e50b-4538-996a-41caeded8f84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d604a8-7cd1-49ca-af49-048409e72626 HTTP/1.1" status: 200  len: 217 time: 0.0683265
Apr 19 19:45:01.436368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ce657-ec91-40a1-b963-0eba075cae53 req-058c12f9-5df3-4546-8ad4-3f9437fcf727 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:01.437898 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-732ce657-ec91-40a1-b963-0eba075cae53 req-058c12f9-5df3-4546-8ad4-3f9437fcf727 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.3143172
Apr 19 19:45:01.488830 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-5fc8f233-36ad-4ed6-87a0-1d60ada13bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:01.490517 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-5fc8f233-36ad-4ed6-87a0-1d60ada13bc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 200  len: 858 time: 0.0711260
Apr 19 19:45:01.521806 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-732ce657-ec91-40a1-b963-0eba075cae53 req-bebf8cf8-3855-4350-b0a4-d18e5137b792 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711381
Apr 19 19:45:01.549869 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-083fef95-ef19-48f8-b4fb-89c9a9d2bb66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=04b0effe-c1be-43ff-8468-c1e0ac16c02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487690
Apr 19 19:45:01.596690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:01.603758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:01.613737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['1395c51d-826a-49bf-927b-2065468c9f88'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:45:01.663610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Pushing event deleted for resources: {'Port': ['ID=1395c51d-826a-49bf-927b-2065468c9f88,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:01.667633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:01.731553 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-ca6b3dfd-a8aa-43a2-bdee-a107925ba623 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692743
Apr 19 19:45:01.747819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] No DVR routers for this DVR port 1395c51d-826a-49bf-927b-2065468c9f88 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:45:01.750991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:01.754366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae462066-ad6d-47a4-9754-e4f4cb778563', 'name': 'network-vif-deleted', 'tag': '1395c51d-826a-49bf-927b-2065468c9f88'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:01.763108 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32f7ac30-7882-4898-90eb-6cc47c5672aa req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.60 "DELETE /v2.0/ports/1395c51d-826a-49bf-927b-2065468c9f88 HTTP/1.1" status: 204  len: 173 time: 0.9515965
Apr 19 19:45:01.835611 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae462066-ad6d-47a4-9754-e4f4cb778563', 'name': 'network-vif-deleted', 'tag': '1395c51d-826a-49bf-927b-2065468c9f88', 'status': 'completed', 'code': 200}
Apr 19 19:45:01.910066 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5242f08-164b-4e20-b714-9dd4d21ed9d5 req-9cab5a34-e84f-414a-a42a-4c0752d7fe15 service neutron] 10.222.0.60 "GET /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1658781
Apr 19 19:45:01.943127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a75596ff-f0e0-42a6-87dd-ed90e329abb3 req-ef6d1488-fdf5-431e-a125-62762366dc1c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Synchronizing usage tracker for tenant:2b47baf6d1cd4bb990835ab7c12cece4 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:01.960006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a75596ff-f0e0-42a6-87dd-ed90e329abb3 req-ef6d1488-fdf5-431e-a125-62762366dc1c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Unset dirty status for tenant:2b47baf6d1cd4bb990835ab7c12cece4 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:01.961302 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a75596ff-f0e0-42a6-87dd-ed90e329abb3 req-ef6d1488-fdf5-431e-a125-62762366dc1c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae462066-ad6d-47a4-9754-e4f4cb778563 HTTP/1.1" status: 200  len: 210 time: 0.0684805
Apr 19 19:45:02.735578 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd9b8-7b28-46a6-8c37-6e862034cc02 req-94d91760-4240-4450-b580-02f41c5709a7 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:02.737601 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c4cd9b8-7b28-46a6-8c37-6e862034cc02 req-94d91760-4240-4450-b580-02f41c5709a7 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0911088
Apr 19 19:45:02.787701 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c4cd9b8-7b28-46a6-8c37-6e862034cc02 req-5f4cc696-762c-478d-bf07-348281678695 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432940
Apr 19 19:45:03.990034 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cce5ae-95f4-4fe4-b5cb-3e4cfdc9610f req-6771383a-44a8-4951-8ae8-0a769f50e68a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:03.991677 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25cce5ae-95f4-4fe4-b5cb-3e4cfdc9610f req-6771383a-44a8-4951-8ae8-0a769f50e68a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0874805
Apr 19 19:45:04.044586 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25cce5ae-95f4-4fe4-b5cb-3e4cfdc9610f req-6919581e-1fbe-42ef-a53b-24d331c80c5e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462186
Apr 19 19:45:04.528449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 1395c51d-826a-49bf-927b-2065468c9f88 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:45:04.570207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 1395c51d-826a-49bf-927b-2065468c9f88 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:45:04.570656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 1395c51d-826a-49bf-927b-2065468c9f88 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:45:05.261988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778718-cde7-441e-98ce-c3b41447e1e7 req-abb6753e-4c1c-44b0-8f3f-64b55f96f8d9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:05.263632 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-07778718-cde7-441e-98ce-c3b41447e1e7 req-abb6753e-4c1c-44b0-8f3f-64b55f96f8d9 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0966976
Apr 19 19:45:05.318898 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-07778718-cde7-441e-98ce-c3b41447e1e7 req-37625dc2-bd43-4ae3-9d4f-e9a8c9c48649 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480201
Apr 19 19:45:06.530987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489cea0-17d0-4f4a-81e0-9bdb731614e3 req-10548582-8f12-4c82-badc-e5cd970e505d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:06.532602 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4489cea0-17d0-4f4a-81e0-9bdb731614e3 req-10548582-8f12-4c82-badc-e5cd970e505d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0968738
Apr 19 19:45:06.545319 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-092f5862-91bc-431a-9ad8-cc73fa26edc0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774715
Apr 19 19:45:06.585025 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4489cea0-17d0-4f4a-81e0-9bdb731614e3 req-30eb1ec8-2ba3-48f0-bc9a-1639a7a60051 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457625
Apr 19 19:45:06.686553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-938b73c6-7ec4-42eb-9555-4f846518146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:06.688056 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-938b73c6-7ec4-42eb-9555-4f846518146d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 1098 time: 0.1034784
Apr 19 19:45:06.844789 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-951800b1-4c4e-4a37-b10a-6a6b6cec0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:06.847116 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-951800b1-4c4e-4a37-b10a-6a6b6cec0cc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 912 time: 0.1380589
Apr 19 19:45:06.961173 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-cbc793d6-28b6-4837-b315-f587bcb528e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331a3998-07fc-4154-a287-064419683232 HTTP/1.1" status: 200  len: 1001 time: 0.1037340
Apr 19 19:45:07.045245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-459aee08-2f97-47fc-95fb-9d2b345a39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:07.047177 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-459aee08-2f97-47fc-95fb-9d2b345a39aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 200  len: 850 time: 0.0743546
Apr 19 19:45:07.142669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-d3ccbd87-629a-4809-8836-282109541d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:07.145332 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-d3ccbd87-629a-4809-8836-282109541d04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889978
Apr 19 19:45:07.293643 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-bc7d6ec5-f0a0-45d8-9baf-754ddd9f242b service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393173
Apr 19 19:45:07.442185 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ef0746a-7899-454a-8a31-5f5e3ba41daa req-a5bfbfaf-418b-4692-9062-ae2fa54486b1 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401424
Apr 19 19:45:07.794495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75086c-a2db-4ec2-9271-beef9ff0be2e req-caca9093-2695-424e-b01c-17434414ebcf tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:07.796206 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed75086c-a2db-4ec2-9271-beef9ff0be2e req-caca9093-2695-424e-b01c-17434414ebcf tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0941391
Apr 19 19:45:07.853531 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed75086c-a2db-4ec2-9271-beef9ff0be2e req-cc6b4871-f784-431d-9556-fda46c9e6291 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498655
Apr 19 19:45:08.739065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:13.675680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86400bff-ab64-45cb-8b66-77b20df05569 req-ec2d73a5-1df7-40dd-b4ca-497d33246fb0 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:13.677283 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-ec2d73a5-1df7-40dd-b4ca-497d33246fb0 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/networks?id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 HTTP/1.1" status: 200  len: 814 time: 0.1629004
Apr 19 19:45:13.701852 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-31e7c046-fca7-40d4-86b2-b6cf3b1a724f tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/quotas/2b47baf6d1cd4bb990835ab7c12cece4 HTTP/1.1" status: 200  len: 375 time: 0.0122170
Apr 19 19:45:13.771756 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-83b71ae9-36ca-487b-aed8-0715e12e03c8 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b47baf6d1cd4bb990835ab7c12cece4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0594163
Apr 19 19:45:14.146536 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1419850a-b0e1-46dd-99ac-4cb270b67226 service neutron] 10.222.0.13 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3669441
Apr 19 19:45:14.289647 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-8314c728-77be-468d-bb2e-21ca75962184 service neutron] 10.222.0.13 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362240
Apr 19 19:45:14.558187 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d57776b-d9fd-40f9-a183-573704d93d59 req-5f2cf02b-269f-4dc1-bff2-8118e86dfbf3 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 210 time: 0.0524144
Apr 19 19:45:15.756529 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68365686-f4a7-4359-bde2-efbfd37ef7d1 req-5948a36d-665c-42b6-9c8c-6273e892f2ce tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 210 time: 0.0825980
Apr 19 19:45:15.909448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86400bff-ab64-45cb-8b66-77b20df05569 req-3a2d78b9-da63-43e1-9889-2ba9db2fd3d6 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:15.910868 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-3a2d78b9-da63-43e1-9889-2ba9db2fd3d6 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.60 "GET /v2.0/networks?id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 HTTP/1.1" status: 200  len: 814 time: 0.1653483
Apr 19 19:45:15.934498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859de1ea-39fb-4d6b-945a-f9303d6b4374 req-33f92073-9af0-4b3a-88f4-d076b11451ba tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:15.936092 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-859de1ea-39fb-4d6b-945a-f9303d6b4374 req-33f92073-9af0-4b3a-88f4-d076b11451ba tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.1088276
Apr 19 19:45:15.946857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Request body: {'port': {'device_id': 'ad195fc3-814e-4322-b66b-81a07d6aa3a3', 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7', 'admin_state_up': True, 'tenant_id': '2b47baf6d1cd4bb990835ab7c12cece4'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:16.007463 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-859de1ea-39fb-4d6b-945a-f9303d6b4374 req-dd5b2126-6051-4cfe-9906-3152b5d557e7 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637810
Apr 19 19:45:16.313435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:16.323753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:16.333307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Made reservation on behalf of 2b47baf6d1cd4bb990835ab7c12cece4 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:45:16.339395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:16.416937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a299b6-65c6-4304-977e-7c7dd4427b96 req-a4cdb71d-dbc1-44fc-a7aa-0af599b3144f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:16.418546 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41a299b6-65c6-4304-977e-7c7dd4427b96 req-a4cdb71d-dbc1-44fc-a7aa-0af599b3144f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 947 time: 0.0915530
Apr 19 19:45:16.475049 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41a299b6-65c6-4304-977e-7c7dd4427b96 req-4ee9286e-58cf-4abf-a1fa-2fd83d56f05d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0496175
Apr 19 19:45:16.514997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Allocated IP 172.20.0.3 (4a3973ef-3fa5-4c7c-93ee-87a62045e8e7/add5831a-6c5d-4899-bbbb-52d252df3a98/d7eedd13-8ca0-4692-b1b4-881e5d1bd50d) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:45:16.725466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:16.757992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:16.764988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:16.825834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:45:16.834206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:45:16.836838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:45:16.843224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:16.844087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:16.868175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Pushing event updated for resources: {'Port': ['ID=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:16.873428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:16.883713 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9412320
Apr 19 19:45:16.905633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Request body: {'port': {'device_id': 'ad195fc3-814e-4322-b66b-81a07d6aa3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:16.962840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5c498-1c9c-450d-9019-a3a8bd540df0 req-dcc45ec9-f36d-4882-a6da-89218bd05d11 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:16.964509 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a7f5c498-1c9c-450d-9019-a3a8bd540df0 req-dcc45ec9-f36d-4882-a6da-89218bd05d11 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 931 time: 0.0895543
Apr 19 19:45:17.019552 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a7f5c498-1c9c-450d-9019-a3a8bd540df0 req-1b573bb3-f2df-4d36-a947-1dfb0b704346 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482869
Apr 19 19:45:17.029681 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:17.226866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecbeaa-ab71-46d6-acb2-a33b39566906 req-f647f3cd-a807-46a7-bab6-4aa0393ee110 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:17.228529 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c0ecbeaa-ab71-46d6-acb2-a33b39566906 req-f647f3cd-a807-46a7-bab6-4aa0393ee110 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.0925846
Apr 19 19:45:17.294097 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c0ecbeaa-ab71-46d6-acb2-a33b39566906 req-93948cae-4c49-4515-8bde-617aa2700547 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585711
Apr 19 19:45:17.400602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7eedd13-8ca0-4692-b1b4-881e5d1bd50d {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:45:17.409411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:17.425996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Transition to ACTIVE for port object d7eedd13-8ca0-4692-b1b4-881e5d1bd50d will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:45:17.428516 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:17.433128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b66083b1-4893-43d4-b02b-e61dc3a8c0d9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:17.599567 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Pushing event updated for resources: {'Port': ['ID=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:17.607047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:17.623632 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Attempting to bind port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:45:17.623957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Attempting to bind port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3049cd37-4ba9-4fd7-a47a-51913ca4be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:45:17.624323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Attempting to bind port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d on network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:45:17.629520 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d on network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:45:17.629875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Attempting to bind port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d on network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:45:17.635435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:45:17.635806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Checking segment: {'id': '3049cd37-4ba9-4fd7-a47a-51913ca4be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:45:17.636228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Bound using segment: {'id': '3049cd37-4ba9-4fd7-a47a-51913ca4be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:45:17.636692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Bound port: d7eedd13-8ca0-4692-b1b4-881e5d1bd50d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3049cd37-4ba9-4fd7-a47a-51913ca4be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:45:17.637070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:17.687882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c3205-7f29-4f17-9d71-65e7dd3fc3a5 req-2566df75-371e-41d7-a94c-53b1316b5cfb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:17.690150 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-890c3205-7f29-4f17-9d71-65e7dd3fc3a5 req-2566df75-371e-41d7-a94c-53b1316b5cfb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 947 time: 0.0952232
Apr 19 19:45:17.734488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] For port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:45:17.738098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] For port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:45:17.741724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:17.746573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-69ff547c-a950-485c-8065-7ad5cb553344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:17.746821 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-890c3205-7f29-4f17-9d71-65e7dd3fc3a5 req-a99d2651-4161-42a8-9ce5-03e2d577b776 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456967
Apr 19 19:45:17.801620 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:17.802294 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:17.803779 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] 10.222.0.60 "PUT /v2.0/ports/d7eedd13-8ca0-4692-b1b4-881e5d1bd50d HTTP/1.1" status: 200  len: 1093 time: 0.9029250
Apr 19 19:45:17.804295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad195fc3-814e-4322-b66b-81a07d6aa3a3', 'tag': 'd7eedd13-8ca0-4692-b1b4-881e5d1bd50d'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:17.844367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Pushing event updated for resources: {'Port': ['ID=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:17.904546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:17.906431 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad195fc3-814e-4322-b66b-81a07d6aa3a3', 'tag': 'd7eedd13-8ca0-4692-b1b4-881e5d1bd50d', 'status': 'completed', 'code': 200}
Apr 19 19:45:17.947807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86400bff-ab64-45cb-8b66-77b20df05569 req-a13713b3-b298-4fe9-98fc-10eb95521660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:17.949389 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-a13713b3-b298-4fe9-98fc-10eb95521660 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47baf6d1cd4bb990835ab7c12cece4&device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 1096 time: 0.0992751
Apr 19 19:45:18.030820 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-48f8dae1-72e6-493c-94cb-e336e30367ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d HTTP/1.1" status: 200  len: 217 time: 0.0708320
Apr 19 19:45:18.111712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86400bff-ab64-45cb-8b66-77b20df05569 req-fbf97ab3-2fe8-46e5-9722-f207c995cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:18.113380 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-fbf97ab3-2fe8-46e5-9722-f207c995cbc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=add5831a-6c5d-4899-bbbb-52d252df3a98 HTTP/1.1" status: 200  len: 854 time: 0.0714276
Apr 19 19:45:18.177746 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-fa7e8f87-eda4-4ed6-a6ea-76b6185f7cdc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471714
Apr 19 19:45:18.229763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f8fb5-8277-44c2-8d4c-99e28bf41307 req-5b2d57d2-84b4-44b5-bb97-de8f938e2b1f tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:18.231412 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b99f8fb5-8277-44c2-8d4c-99e28bf41307 req-5b2d57d2-84b4-44b5-bb97-de8f938e2b1f tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 943 time: 0.0934956
Apr 19 19:45:18.286203 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b99f8fb5-8277-44c2-8d4c-99e28bf41307 req-7705d5a9-2a10-4c80-baed-ee8592ff6936 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436010
Apr 19 19:45:18.338160 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-86ff1b8f-26c1-4afe-bc0d-b4ea62c486bb service neutron] 10.222.0.60 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502838
Apr 19 19:45:18.488705 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86400bff-ab64-45cb-8b66-77b20df05569 req-bd4cfbac-f0b0-41b8-b90a-25be6a4fbffa service neutron] 10.222.0.60 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399949
Apr 19 19:45:18.507307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0a1f5-63af-4d69-8ddf-aef01034fb1a req-153f0601-fe1c-4f4e-acfe-3f0df1d79128 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:18.508931 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4be0a1f5-63af-4d69-8ddf-aef01034fb1a req-153f0601-fe1c-4f4e-acfe-3f0df1d79128 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.0957232
Apr 19 19:45:18.559290 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4be0a1f5-63af-4d69-8ddf-aef01034fb1a req-5844d906-92a6-4d97-a15e-3e800dd85b51 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435119
Apr 19 19:45:18.656765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-0e3fb7fe-53a2-40c0-9568-1457c30799b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:18.659708 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-0e3fb7fe-53a2-40c0-9568-1457c30799b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47baf6d1cd4bb990835ab7c12cece4&device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 1096 time: 0.1029747
Apr 19 19:45:18.791865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-7d1ceb18-1b44-441b-b527-2f989c538d9b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:18.793486 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-7d1ceb18-1b44-441b-b527-2f989c538d9b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 947 time: 0.0886688
Apr 19 19:45:18.848050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-717478f6-583a-47a8-b700-95b03b3acead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:18.850536 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-717478f6-583a-47a8-b700-95b03b3acead service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 HTTP/1.1" status: 200  len: 915 time: 0.1465771
Apr 19 19:45:18.931732 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Deleting port dd8b91cd-8380-4d12-97cf-635075a8a226 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:18.932112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:18.939749 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-8261234b-8e14-4c47-b633-415922f14c96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d HTTP/1.1" status: 200  len: 217 time: 0.0718412
Apr 19 19:45:19.025234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-1e07e790-0276-40d4-b011-6137851072c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:19.028157 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-1e07e790-0276-40d4-b011-6137851072c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=add5831a-6c5d-4899-bbbb-52d252df3a98 HTTP/1.1" status: 200  len: 854 time: 0.0774593
Apr 19 19:45:19.089533 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-4b963700-3e3e-4879-a39e-13ed21f21cc9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527830
Apr 19 19:45:19.106800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37932b9-a9eb-4b9e-bdfa-f661611e2439 req-40549dbc-132d-4e77-98d5-c2489e931340 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:19.108415 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c37932b9-a9eb-4b9e-bdfa-f661611e2439 req-40549dbc-132d-4e77-98d5-c2489e931340 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 947 time: 0.2327929
Apr 19 19:45:19.157392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.60', 50241) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:19.236445 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-49d68f40-31d9-469a-850d-0bd3ea63c521 service neutron] 10.222.0.60 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361744
Apr 19 19:45:19.279186 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c37932b9-a9eb-4b9e-bdfa-f661611e2439 req-d619d162-c8d4-4c92-8cb3-55c0395ee5c3 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1200421
Apr 19 19:45:19.341308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] For port dd8b91cd-8380-4d12-97cf-635075a8a226, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dd8b91cd-8380-4d12-97cf-635075a8a226,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:19.341698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:19.364902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-3d3124e3-1d25-4f9c-be31-46142a81c58d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:19.366509 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-3d3124e3-1d25-4f9c-be31-46142a81c58d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.60 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.2060688
Apr 19 19:45:19.399974 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22ff879b-5f69-4e81-bdf5-cb433d32ce7e req-72368cfe-5870-4c60-a862-8e38cc92fe59 service neutron] 10.222.0.60 "GET /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518052
Apr 19 19:45:19.645130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Deleting port 887fea69-e8a9-47ca-8668-9ed7f6e5687f {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:19.645513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:19.943278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45e9b6-88c1-4b57-9f0d-7f38aff348cc req-1579e2a8-873d-4038-920a-eac8e3213b13 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:19.944816 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe45e9b6-88c1-4b57-9f0d-7f38aff348cc req-1579e2a8-873d-4038-920a-eac8e3213b13 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 943 time: 0.5243642
Apr 19 19:45:20.014495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:20.014495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:20.014495 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Floating IP e5dd8b34-00b1-4898-8709-868d426a4927 disassociated. External IP: 172.27.3.232, port: dd8b91cd-8380-4d12-97cf-635075a8a226.
Apr 19 19:45:20.014905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Calling delete_port for dd8b91cd-8380-4d12-97cf-635075a8a226 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:20.230877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:45:20.401636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e6759-7003-45a5-a399-50822ae1d865 req-a1df1863-e221-4f61-a596-61acf3abe612 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:20.403509 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b16e6759-7003-45a5-a399-50822ae1d865 req-a1df1863-e221-4f61-a596-61acf3abe612 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 945 time: 0.7123749
Apr 19 19:45:20.416431 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe45e9b6-88c1-4b57-9f0d-7f38aff348cc req-93363aeb-b64d-4abf-a9f5-75c487937a6e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4544587
Apr 19 19:45:20.564837 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b16e6759-7003-45a5-a399-50822ae1d865 req-3a06cf81-fae0-4cf1-9a5a-9a3ec08ffb41 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442187
Apr 19 19:45:20.624840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] For port 887fea69-e8a9-47ca-8668-9ed7f6e5687f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=887fea69-e8a9-47ca-8668-9ed7f6e5687f,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:20.625246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:20.774049 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Calling delete_port for 887fea69-e8a9-47ca-8668-9ed7f6e5687f owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:20.840138 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:20.852332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:20.915188 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event deleted for resources: {'Port': ['ID=dd8b91cd-8380-4d12-97cf-635075a8a226,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:20.944633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.945171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.945414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.945809 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.946207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.946622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.947023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.947413 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.947799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.948182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.948566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.948948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:20.954390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:21.017970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ce34-7df8-4929-ae36-d4f98f858d2c req-94064649-e9e7-4528-b2b3-e4eee851b0a2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:21.019695 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eac1ce34-7df8-4929-ae36-d4f98f858d2c req-94064649-e9e7-4528-b2b3-e4eee851b0a2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 868 time: 0.4960027
Apr 19 19:45:21.231907 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eac1ce34-7df8-4929-ae36-d4f98f858d2c req-53690598-60c4-4283-ad0e-b08ce04dc058 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=99920d4b-5a3a-444c-8c29-5444d8c9bf98&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2021964
Apr 19 19:45:21.264737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:21.281502 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:21.285428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['27d604a8-7cd1-49ca-af49-048409e72626'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:45:21.333041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Pushing event deleted for resources: {'Port': ['ID=887fea69-e8a9-47ca-8668-9ed7f6e5687f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:21.402402 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:21.486957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] No DVR routers for this DVR port 887fea69-e8a9-47ca-8668-9ed7f6e5687f on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:45:21.490562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:21.501734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611703f1-dd08-4518-98b9-7751a33e872e', 'name': 'network-vif-deleted', 'tag': '887fea69-e8a9-47ca-8668-9ed7f6e5687f'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:21.518550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:45:21.541216 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-355ca310-f96a-42cd-8357-5d522d8abdcb req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.60 "DELETE /v2.0/ports/887fea69-e8a9-47ca-8668-9ed7f6e5687f HTTP/1.1" status: 204  len: 173 time: 2.1192346
Apr 19 19:45:21.706292 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611703f1-dd08-4518-98b9-7751a33e872e', 'name': 'network-vif-deleted', 'tag': '887fea69-e8a9-47ca-8668-9ed7f6e5687f', 'status': 'completed', 'code': 200}
Apr 19 19:45:21.821261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-ee3b2e41-551f-4491-b666-ec44c7e19d3b req-5fce651d-7c75-4969-9ecf-e5f54599334b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Synchronizing usage tracker for tenant:738ff87e9419435ba136c711483956ab on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:21.874118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-ee3b2e41-551f-4491-b666-ec44c7e19d3b req-5fce651d-7c75-4969-9ecf-e5f54599334b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Unset dirty status for tenant:738ff87e9419435ba136c711483956ab on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:21.875433 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee3b2e41-551f-4491-b666-ec44c7e19d3b req-5fce651d-7c75-4969-9ecf-e5f54599334b tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=611703f1-dd08-4518-98b9-7751a33e872e HTTP/1.1" status: 200  len: 210 time: 0.1682780
Apr 19 19:45:21.892446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:45:21.912833 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] Sync routers for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:45:21.924529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:45:21.926419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae09390>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:44:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:21.935432 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device d7eedd13-8ca0-4692-b1b4-881e5d1bd50d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:45:21.981208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce62ea-afb4-476d-85c6-af9120ae7467 req-06f22abf-ce1c-4280-88d0-d5b48be2bd9b tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:21.995382 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c1ce62ea-afb4-476d-85c6-af9120ae7467 req-06f22abf-ce1c-4280-88d0-d5b48be2bd9b tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 943 time: 0.4456465
Apr 19 19:45:22.131607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:45:22.160439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] No DVR routers for this DVR port dd8b91cd-8380-4d12-97cf-635075a8a226 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:45:22.167538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:22.171284 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-080a9ef5-b52a-44a2-9503-98bdb709403f req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "DELETE /v2.0/ports/dd8b91cd-8380-4d12-97cf-635075a8a226 HTTP/1.1" status: 204  len: 173 time: 3.3660357
Apr 19 19:45:22.171826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 887fea69-e8a9-47ca-8668-9ed7f6e5687f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:45:22.177130 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c1ce62ea-afb4-476d-85c6-af9120ae7467 req-7de86f40-5e46-45c5-b52f-6d87c4d8ef6e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647048
Apr 19 19:45:22.227357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 887fea69-e8a9-47ca-8668-9ed7f6e5687f {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:45:22.227713 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 887fea69-e8a9-47ca-8668-9ed7f6e5687f not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:45:22.228185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:45:22.277649 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: dd8b91cd-8380-4d12-97cf-635075a8a226 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:45:22.278291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device dd8b91cd-8380-4d12-97cf-635075a8a226 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:45:22.368585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:22.386379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'd7eedd13-8ca0-4692-b1b4-881e5d1bd50d', 'network_id': '4a3973ef-3fa5-4c7c-93ee-87a62045e8e7', 'port_id': 'd7eedd13-8ca0-4692-b1b4-881e5d1bd50d', 'mac_address': 'fa:16:3e:77:54:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5831a-6c5d-4899-bbbb-52d252df3a98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:45:22.458597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:22.481310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eedd13-8ca0-4692-b1b4-881e5d1bd50d {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:45:22.500867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:22.505982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:22.513116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:22.604948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:22.615988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.616631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.617080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.617542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.617991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.618451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.619354 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.619798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.620242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.621045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.621493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.621929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:22.634288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:22.649126 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-4ce1fac1-8df5-484f-b448-f61835577a57 req-1018058d-2c6d-4f26-a1b9-938d58372bb9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Synchronizing usage tracker for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:22.673045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-4ce1fac1-8df5-484f-b448-f61835577a57 req-1018058d-2c6d-4f26-a1b9-938d58372bb9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Unset dirty status for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:22.675196 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ce1fac1-8df5-484f-b448-f61835577a57 req-1018058d-2c6d-4f26-a1b9-938d58372bb9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c58f8a-8868-417d-829a-a1404027cf15 HTTP/1.1" status: 200  len: 210 time: 0.1449029
Apr 19 19:45:22.694998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae09390>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:22.701910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] Checking router: 053894f7-03c2-4e90-8ed6-4f1f79a6d638 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:45:22.716420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:45:22.717080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae09390>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:44:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:22.888156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['d7eedd13-8ca0-4692-b1b4-881e5d1bd50d'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:45:22.930265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:45:23.218300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fe2bfaa0-4498-4fa0-a65b-b91f15c8a4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:23.497404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913c6e5-bff1-400a-b0df-0c660cd90db4 req-4f3cd26e-8113-45cc-ac56-1f08deafce09 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:23.499292 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9913c6e5-bff1-400a-b0df-0c660cd90db4 req-4f3cd26e-8113-45cc-ac56-1f08deafce09 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 944 time: 0.1015425
Apr 19 19:45:23.557582 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9913c6e5-bff1-400a-b0df-0c660cd90db4 req-8e33e7e0-1e92-4d1d-94ee-e3ce27f3abea tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500007
Apr 19 19:45:23.655068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bfa7e-5596-4965-a637-bc5cac38abfd req-fdfac0b7-fc64-4762-9e8b-147e1fe89c10 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:23.657036 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2b4bfa7e-5596-4965-a637-bc5cac38abfd req-fdfac0b7-fc64-4762-9e8b-147e1fe89c10 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1047904
Apr 19 19:45:23.660760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae09390>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:23.665159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2caa30-a7bd-437d-bb43-3df413180fce None None] The sync data for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi is: [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:45:23.709504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-deleted', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:23.724323 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2b4bfa7e-5596-4965-a637-bc5cac38abfd req-6be35fe6-56af-44c0-83b3-c8d628321033 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592721
Apr 19 19:45:23.763582 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c58f8a-8868-417d-829a-a1404027cf15', 'name': 'network-vif-deleted', 'tag': 'dd8b91cd-8380-4d12-97cf-635075a8a226', 'status': 'completed', 'code': 200}
Apr 19 19:45:23.867037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60068) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:23.939894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-421df0e8-07f7-4672-af02-87d43d6257ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:23.973638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-421df0e8-07f7-4672-af02-87d43d6257ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:24.025311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-421df0e8-07f7-4672-af02-87d43d6257ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:24.031093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9fb8ed3c-f6c1-44ac-99f1-08919192d2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:24.047405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421df0e8-07f7-4672-af02-87d43d6257ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99920d4b-5a3a-444c-8c29-5444d8c9bf98,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:24.051131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-421df0e8-07f7-4672-af02-87d43d6257ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:24.066012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-421df0e8-07f7-4672-af02-87d43d6257ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:24.068656 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-421df0e8-07f7-4672-af02-87d43d6257ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "DELETE /v2.0/security-groups/99920d4b-5a3a-444c-8c29-5444d8c9bf98 HTTP/1.1" status: 204  len: 168 time: 0.1994598
Apr 19 19:45:24.071608 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60072) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:24.096570 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.v2.resource [None req-8b664c33-305b-4a43-864d-48970a9ebe3c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] show failed (client error): The resource could not be found.
Apr 19 19:45:24.097755 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8b664c33-305b-4a43-864d-48970a9ebe3c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups/99920d4b-5a3a-444c-8c29-5444d8c9bf98 HTTP/1.1" status: 404  len: 347 time: 0.0248599
Apr 19 19:45:24.100923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60076) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:24.109776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa33fc-0d62-4bc5-9eb9-b864c61dcc73 None None] New status for floating IP e5dd8b34-00b1-4898-8709-868d426a4927: DOWN {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:45:24.280679 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Deleting port feab4811-c31f-4d7b-9f74-69f6a5f164b6 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:24.281244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:24.467376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:24.467748 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:24.600888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Calling delete_port for feab4811-c31f-4d7b-9f74-69f6a5f164b6 owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:24.746366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:45:24.746757 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:45:24.781942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b320-0aa7-41b9-b19f-ad91deb43a7b req-ad21706d-e78a-4447-8ff5-74b0ca9bbad0 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:24.784402 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c12b320-0aa7-41b9-b19f-ad91deb43a7b req-ad21706d-e78a-4447-8ff5-74b0ca9bbad0 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 944 time: 0.0970538
Apr 19 19:45:24.841240 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c12b320-0aa7-41b9-b19f-ad91deb43a7b req-67eb4934-62c6-45f8-82b7-cd89f1512aa4 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459077
Apr 19 19:45:24.932137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46ee11-7680-4729-9bf1-95a9c6e0ba50 req-c11d6bad-9ad6-4cf3-a9e0-b41f60e58906 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:24.933759 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fb46ee11-7680-4729-9bf1-95a9c6e0ba50 req-c11d6bad-9ad6-4cf3-a9e0-b41f60e58906 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.0899489
Apr 19 19:45:24.982423 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fb46ee11-7680-4729-9bf1-95a9c6e0ba50 req-e56573b2-e285-4062-828d-83b50435db84 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420129
Apr 19 19:45:25.090156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43e44efb-a809-494a-9887-82d51c1a69ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:25.247958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Deleting port feab4811-c31f-4d7b-9f74-69f6a5f164b6 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:25.248355 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:25.661030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:25.661610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:25.792187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Calling delete_port for feab4811-c31f-4d7b-9f74-69f6a5f164b6 owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:25.946128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:25.951100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:25.961012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device d7eedd13-8ca0-4692-b1b4-881e5d1bd50d up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:45:26.043913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event deleted for resources: {'Port': ['ID=feab4811-c31f-4d7b-9f74-69f6a5f164b6,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:26.045437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:45:26.056581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:45:26.057676 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.133459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:26.168300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.227149 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.243795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.274669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad195fc3-814e-4322-b66b-81a07d6aa3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eedd13-8ca0-4692-b1b4-881e5d1bd50d'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:26.278254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349bc79-5ce7-4be4-aeb1-77dadc62b6d4 req-84341dc9-0be8-4897-b065-732f2676e0c1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:26.279947 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1349bc79-5ce7-4be4-aeb1-77dadc62b6d4 req-84341dc9-0be8-4897-b065-732f2676e0c1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 944 time: 0.2981691
Apr 19 19:45:26.281856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.283526 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8d6d7991-3464-473c-b845-73bc0c7d5be4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5dd8b34-00b1-4898-8709-868d426a4927 HTTP/1.1" status: 204  len: 168 time: 2.1810286
Apr 19 19:45:26.290103 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:26.295073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.300030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:26.301387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eb2f9-0cb9-494a-8890-c4763c7fda62 req-adf5d56a-5628-4e82-beb3-d5ace1de8016 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:26.303044 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-759eb2f9-0cb9-494a-8890-c4763c7fda62 req-adf5d56a-5628-4e82-beb3-d5ace1de8016 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1710012
Apr 19 19:45:26.381211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:26.382937 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1349bc79-5ce7-4be4-aeb1-77dadc62b6d4 req-3e74a5f3-6385-4f2c-b581-1e5a5cdbbbf2 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788374
Apr 19 19:45:26.384612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:26.385929 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-759eb2f9-0cb9-494a-8890-c4763c7fda62 req-0b78c49b-31dd-4bf2-a1dc-22e55355e9de tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670812
Apr 19 19:45:26.444126 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad195fc3-814e-4322-b66b-81a07d6aa3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eedd13-8ca0-4692-b1b4-881e5d1bd50d', 'code': 200}
Apr 19 19:45:26.571868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.730902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60092) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:26.738540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240427433', 'description': 'tempest-description--957794988'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:26.747753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:26.754463 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:security_group and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:26.758092 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:26.765619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:26.771076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfa8e-9b8d-4d17-ad7f-1f73b1380092 req-6f83ee41-6850-4521-988b-bdc939b51ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:26.772681 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-326dfa8e-9b8d-4d17-ad7f-1f73b1380092 req-6f83ee41-6850-4521-988b-bdc939b51ba5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 1098 time: 0.1080434
Apr 19 19:45:26.779598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.821450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:26.833053 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:security_group_rule and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:26.838386 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:26.847626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:26.850774 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-326dfa8e-9b8d-4d17-ad7f-1f73b1380092 req-73982b56-78b8-4ade-9592-0f7e28408ec9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591342
Apr 19 19:45:26.923031 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.926600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.930399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b88566e0-bdad-49d0-9c4a-65be801c0258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:26.978932 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9c69ec-5c27-4666-bde7-a10e20e6d45f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:26.981773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:26.983112 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2508590
Apr 19 19:45:26.984181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:26.986741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60096) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:26.992338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'security_group_rule': {'security_group_id': 'ca9c69ec-5c27-4666-bde7-a10e20e6d45f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:26.999055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:27.003304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:security_group_rule and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:27.006305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:27.012670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:27.030468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.099045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.102105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.104195 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:27.128547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf51d154-ced7-4cb3-a6f3-92defe1745fb,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:27.131140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:27.142705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.144104 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e94880f1-4fc3-4d24-9313-ce9494dad5c2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1562076
Apr 19 19:45:27.147902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60100) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:27.153826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'security_group_rule': {'security_group_id': 'ca9c69ec-5c27-4666-bde7-a10e20e6d45f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:27.161364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:27.165359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:security_group_rule and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:27.168405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:27.175159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:27.191761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.256940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.260119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.262481 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e186b3d-e90b-440a-8879-e26395a4c9ed tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:27.289920 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2268464b-f44c-43c3-9522-dc4995c0ff23,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:27.292546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:27.299860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.301341 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6dd1517d-2601-46f2-9421-a65c7423916f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1523945
Apr 19 19:45:27.304629 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60104) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:27.310437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'floatingip': {'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:27.317376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:27.321420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Usage tracker for resource:floatingip and tenant:b115e4e8bb474930af5e5383e1c38dfe is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:27.324414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:27.330527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:27.339927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.496883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.554637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:27.773363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Allocated IP 172.27.3.193 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/b4283a62-7d27-48dc-84b8-82c056620dda) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:45:27.902697 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b54d-72e2-4260-9bf7-f3a8d1e74c79 req-58883181-024a-408f-b930-6ba2f7bb166e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:27.904822 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9369b54d-72e2-4260-9bf7-f3a8d1e74c79 req-58883181-024a-408f-b930-6ba2f7bb166e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.3221056
Apr 19 19:45:27.916796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4ca5a-99a0-462d-8701-8a340a5c63ec req-3a20185d-f0e4-472c-aacb-1948f6a67607 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:27.918421 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5bf4ca5a-99a0-462d-8701-8a340a5c63ec req-3a20185d-f0e4-472c-aacb-1948f6a67607 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 945 time: 0.2605174
Apr 19 19:45:28.046414 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9369b54d-72e2-4260-9bf7-f3a8d1e74c79 req-d1d1de2f-17a0-475e-b73b-221423028204 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246538
Apr 19 19:45:28.067454 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5bf4ca5a-99a0-462d-8701-8a340a5c63ec req-280e456b-53b0-45e1-b4f8-faec5930ed4c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212649
Apr 19 19:45:28.075512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:28.108944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:28.116476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-81376815-e6b9-4161-b3f3-ab91c7c9921c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:28.188514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:45:28.191610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:45:28.195501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:45:28.227424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'Port': ['ID=b4283a62-7d27-48dc-84b8-82c056620dda,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:28.233827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:28.287271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:28.353061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:28.579208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:28.583425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:28.588163 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-417de74a-dbeb-4d8d-85e0-0ac2ce673a7c tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:28.705668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'Port': ['ID=b4283a62-7d27-48dc-84b8-82c056620dda,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:28.710048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:28.715085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:28.737053 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:28.738433 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4326122
Apr 19 19:45:28.976163 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-3fabf4a0-4626-4dee-becb-7de9fd4ab68e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Synchronizing usage tracker for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:28.990831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-3fabf4a0-4626-4dee-becb-7de9fd4ab68e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Unset dirty status for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:28.992115 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-3fabf4a0-4626-4dee-becb-7de9fd4ab68e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--240427433&fields=id&tenant_id=b115e4e8bb474930af5e5383e1c38dfe HTTP/1.1" status: 200  len: 267 time: 0.0601721
Apr 19 19:45:29.164255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-dd405dcb-04b2-42fd-b596-ddcd8ce2e976 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:29.165881 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-dd405dcb-04b2-42fd-b596-ddcd8ce2e976 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 816 time: 0.1662612
Apr 19 19:45:29.232174 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-9dc9b72c-af72-49fc-9e18-5e2e27c36a85 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/quotas/b115e4e8bb474930af5e5383e1c38dfe HTTP/1.1" status: 200  len: 375 time: 0.0225494
Apr 19 19:45:29.323341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4a5ce-ddd5-4ad5-8021-39baf115b68d req-c361ff8e-acc3-463d-b7be-51bdf7466037 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:29.324951 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ab4a5ce-ddd5-4ad5-8021-39baf115b68d req-c361ff8e-acc3-463d-b7be-51bdf7466037 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1551931
Apr 19 19:45:29.393538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-a492e796-1758-4024-84c0-7db8f072417a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Synchronizing usage tracker for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:29.399649 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ab4a5ce-ddd5-4ad5-8021-39baf115b68d req-58a54bf9-c199-4f9d-836b-92c4d34a6866 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679433
Apr 19 19:45:29.412915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-a492e796-1758-4024-84c0-7db8f072417a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Unset dirty status for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:29.414661 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-a492e796-1758-4024-84c0-7db8f072417a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1740754
Apr 19 19:45:29.640517 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-46df8973-74f0-4a2c-bba0-7254a56a785a service neutron] 10.222.0.13 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069550
Apr 19 19:45:29.682548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1028-262f-4332-b5aa-f5e00e13d2ab req-cfd14200-dcc4-4ba0-98ba-97c08a7c0ae5 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:29.684133 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a62e1028-262f-4332-b5aa-f5e00e13d2ab req-cfd14200-dcc4-4ba0-98ba-97c08a7c0ae5 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 945 time: 0.1749747
Apr 19 19:45:29.812993 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a62e1028-262f-4332-b5aa-f5e00e13d2ab req-38494859-1635-46b1-80a5-c31fa3545ff0 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757577
Apr 19 19:45:29.839731 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-2bb932e1-e2af-4092-8533-e671571d1780 service neutron] 10.222.0.13 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907842
Apr 19 19:45:30.090603 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-39eb248a-0272-4630-8761-4e352f021028 req-55b27301-9991-4de6-9fe1-9698c2c30b1f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 210 time: 0.0867043
Apr 19 19:45:30.644033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962080-65a1-445f-8af9-164b49fa411d req-6c94bb3c-a506-43c3-82a8-9eb3bc97301c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:30.645787 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-49962080-65a1-445f-8af9-164b49fa411d req-6c94bb3c-a506-43c3-82a8-9eb3bc97301c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.1151583
Apr 19 19:45:30.699610 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-49962080-65a1-445f-8af9-164b49fa411d req-62ac0895-74b0-48a1-bab8-9fa29a960e52 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471261
Apr 19 19:45:31.288076 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-93c03f36-ab47-49f1-b17c-dd52edad18ad req-04253f6e-31e8-46ea-a656-0dc88efde9d4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 210 time: 0.0582690
Apr 19 19:45:31.426948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1b43-b34b-45d6-9a80-c89191409eae req-7e035e72-f776-498a-a011-c805a46f812e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:31.428573 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-502e1b43-b34b-45d6-9a80-c89191409eae req-7e035e72-f776-498a-a011-c805a46f812e tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.60 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.2517602
Apr 19 19:45:31.535907 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-5248ad84-7fc1-4944-b31a-a0926ccfa113 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:31.537300 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-5248ad84-7fc1-4944-b31a-a0926ccfa113 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 816 time: 0.2483034
Apr 19 19:45:31.548920 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-502e1b43-b34b-45d6-9a80-c89191409eae req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Deleting port 27d604a8-7cd1-49ca-af49-048409e72626 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:31.549312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-502e1b43-b34b-45d6-9a80-c89191409eae req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:31.732438 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-8e89ed64-9b37-45d4-b922-11a7f4ac5827 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b115e4e8bb474930af5e5383e1c38dfe HTTP/1.1" status: 200  len: 5703 time: 0.1471786
Apr 19 19:45:31.765617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'port': {'device_id': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'admin_state_up': True, 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'security_groups': ['ca9c69ec-5c27-4666-bde7-a10e20e6d45f']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:32.305281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-502e1b43-b34b-45d6-9a80-c89191409eae req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] For port 27d604a8-7cd1-49ca-af49-048409e72626, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d604a8-7cd1-49ca-af49-048409e72626,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:32.305890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-502e1b43-b34b-45d6-9a80-c89191409eae req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:32.395817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0359080-c927-4173-9029-b5d4bf151225 req-378d22be-a3cc-47c2-8627-557474032114 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:32.397569 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0359080-c927-4173-9029-b5d4bf151225 req-378d22be-a3cc-47c2-8627-557474032114 tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 946 time: 0.3913558
Apr 19 19:45:32.398857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:32.472835 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-502e1b43-b34b-45d6-9a80-c89191409eae req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Calling delete_port for 27d604a8-7cd1-49ca-af49-048409e72626 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:32.543190 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:32.583248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Made reservation on behalf of b115e4e8bb474930af5e5383e1c38dfe for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:45:32.589334 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:32.609512 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0359080-c927-4173-9029-b5d4bf151225 req-0c1debad-307e-4c60-ab2c-d84c04f4580a tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469414
Apr 19 19:45:32.688070 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69da6d78-b257-4a9c-baaf-4fe06f40dbbf req-120fd9e0-c18b-4a2a-9a36-8a3045ebaba7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 210 time: 0.0834911
Apr 19 19:45:32.871094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-502e1b43-b34b-45d6-9a80-c89191409eae req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:32.878724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:32.939254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Pushing event deleted for resources: {'Port': ['ID=27d604a8-7cd1-49ca-af49-048409e72626,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:32.945035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:32.988522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Allocated IP 172.20.0.3 (90c5e76f-651d-4326-a55b-bb822ac69865/f78a47bd-825f-47cb-bc5d-ceb77818bda7/a8f7c696-af83-4b7d-9424-f4927c48c3e7) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:45:33.045166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-502e1b43-b34b-45d6-9a80-c89191409eae req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] No DVR routers for this DVR port 27d604a8-7cd1-49ca-af49-048409e72626 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:45:33.049199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-502e1b43-b34b-45d6-9a80-c89191409eae req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:33.052026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fd9d86-63fc-48fa-afe9-3ec496199450', 'name': 'network-vif-deleted', 'tag': '27d604a8-7cd1-49ca-af49-048409e72626'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:33.087631 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-502e1b43-b34b-45d6-9a80-c89191409eae req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.60 "DELETE /v2.0/ports/27d604a8-7cd1-49ca-af49-048409e72626 HTTP/1.1" status: 204  len: 173 time: 1.6417160
Apr 19 19:45:33.107973 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fd9d86-63fc-48fa-afe9-3ec496199450', 'name': 'network-vif-deleted', 'tag': '27d604a8-7cd1-49ca-af49-048409e72626', 'status': 'completed', 'code': 200}
Apr 19 19:45:33.277486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:33.294639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Transition to ACTIVE for port object a8f7c696-af83-4b7d-9424-f4927c48c3e7 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:45:33.319185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:33.324926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b208a2c5-0e1d-4490-aa4b-485f17224b2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:33.397129 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Network 90c5e76f-651d-4326-a55b-bb822ac69865 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:45:33.400978 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:45:33.405447 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:45:33.450283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:33.455215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:33.481594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:33.482482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:33.504326 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7503860
Apr 19 19:45:33.526687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Request body: {'port': {'device_id': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:33.593102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-d45c1d28-98b4-4889-94c0-b599e485d66d None None] Provisioning for port a8f7c696-af83-4b7d-9424-f4927c48c3e7 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:45:33.600100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-d45c1d28-98b4-4889-94c0-b599e485d66d None None] Provisioning complete for port a8f7c696-af83-4b7d-9424-f4927c48c3e7 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:45:33.600524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d45c1d28-98b4-4889-94c0-b599e485d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:33.661949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:33.665091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-d45c1d28-98b4-4889-94c0-b599e485d66d None None] Port a8f7c696-af83-4b7d-9424-f4927c48c3e7 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:45:33.909488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fa8855f4-06e7-414a-b131-00914db11b17 req-d42aaead-4ff8-426a-8bba-2e558bdf8e2c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Synchronizing usage tracker for tenant:738ff87e9419435ba136c711483956ab on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:33.973998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fa8855f4-06e7-414a-b131-00914db11b17 req-d42aaead-4ff8-426a-8bba-2e558bdf8e2c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Unset dirty status for tenant:738ff87e9419435ba136c711483956ab on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:33.975338 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa8855f4-06e7-414a-b131-00914db11b17 req-d42aaead-4ff8-426a-8bba-2e558bdf8e2c tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] 10.222.0.13 "GET /v2.0/ports?device_id=38fd9d86-63fc-48fa-afe9-3ec496199450 HTTP/1.1" status: 200  len: 210 time: 0.1661141
Apr 19 19:45:34.014033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 27d604a8-7cd1-49ca-af49-048409e72626 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:45:34.054161 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 27d604a8-7cd1-49ca-af49-048409e72626 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:45:34.054689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 27d604a8-7cd1-49ca-af49-048409e72626 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:45:34.096751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dc05-fa19-41fa-8e81-abf1a039f514 req-93f6c0a3-b4c5-4446-90e1-7cc4eb261c88 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:34.097501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a645dc05-fa19-41fa-8e81-abf1a039f514 req-93f6c0a3-b4c5-4446-90e1-7cc4eb261c88 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Synchronizing usage tracker for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:34.137853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a645dc05-fa19-41fa-8e81-abf1a039f514 req-93f6c0a3-b4c5-4446-90e1-7cc4eb261c88 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Unset dirty status for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:34.139169 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a645dc05-fa19-41fa-8e81-abf1a039f514 req-93f6c0a3-b4c5-4446-90e1-7cc4eb261c88 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 931 time: 0.2762325
Apr 19 19:45:34.249528 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a645dc05-fa19-41fa-8e81-abf1a039f514 req-fbc093b3-8e85-4598-bc2b-a8e78ce6cce8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027386
Apr 19 19:45:34.254352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f7c696-af83-4b7d-9424-f4927c48c3e7 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:45:34.262321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:34.278723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Transition to ACTIVE for port object a8f7c696-af83-4b7d-9424-f4927c48c3e7 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:45:34.281513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:34.286085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-94ffa12e-44b4-4f03-b6e3-6481789eeb67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:34.449912 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:34.462245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:34.543399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Attempting to bind port a8f7c696-af83-4b7d-9424-f4927c48c3e7 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:45:34.543764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Attempting to bind port a8f7c696-af83-4b7d-9424-f4927c48c3e7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:45:34.544123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Attempting to bind port a8f7c696-af83-4b7d-9424-f4927c48c3e7 on network 90c5e76f-651d-4326-a55b-bb822ac69865 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:45:34.549736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Port a8f7c696-af83-4b7d-9424-f4927c48c3e7 on network 90c5e76f-651d-4326-a55b-bb822ac69865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:45:34.550097 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Attempting to bind port a8f7c696-af83-4b7d-9424-f4927c48c3e7 on network 90c5e76f-651d-4326-a55b-bb822ac69865 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:45:34.555644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:45:34.556016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Checking segment: {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:45:34.556434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Bound using segment: {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:45:34.556904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Bound port: a8f7c696-af83-4b7d-9424-f4927c48c3e7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba10853-2eb9-4e1b-ab5e-039108a931f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:45:34.557288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:34.656363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:45:34.659601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:45:34.663048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:34.667739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e503a96f-c164-430e-b64c-95bf1244eb4d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:34.727774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:34.728491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:34.730009 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/a8f7c696-af83-4b7d-9424-f4927c48c3e7 HTTP/1.1" status: 200  len: 1093 time: 1.2083564
Apr 19 19:45:34.747375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:34.750647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:34.858584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-af91a3b1-090b-4041-93ab-179ac516cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:34.860382 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-af91a3b1-090b-4041-93ab-179ac516cdb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 1096 time: 0.0911443
Apr 19 19:45:34.956501 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-7aeeec76-0346-4bf0-a52b-ee49e1e66a99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7 HTTP/1.1" status: 200  len: 217 time: 0.0875976
Apr 19 19:45:35.037794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-f0136dc2-91bb-47d8-82ea-1a3964c7589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:35.039830 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-f0136dc2-91bb-47d8-82ea-1a3964c7589f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.0758333
Apr 19 19:45:35.104005 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60178) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:35.114521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:35.136712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-95433601-be57-4d63-a8c6-ab9a5dfcace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:35.138362 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-95433601-be57-4d63-a8c6-ab9a5dfcace7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0905404
Apr 19 19:45:35.172832 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'status': 'completed', 'code': 200}
Apr 19 19:45:35.303900 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-c69d5418-7a6c-4d7d-8b79-0afbc730a905 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573045
Apr 19 19:45:35.526320 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d6bf561-e438-4c2e-a4e5-de7c78ae5156 req-b10ca5f0-5033-41d2-95de-ba2b86110c36 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137783
Apr 19 19:45:35.539756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d569-da20-43bd-b96e-3b5d888160f5 req-5a9a8ff7-e483-4d39-9145-51a54330f5b0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:35.541332 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db23d569-da20-43bd-b96e-3b5d888160f5 req-5a9a8ff7-e483-4d39-9145-51a54330f5b0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.1445270
Apr 19 19:45:35.651179 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db23d569-da20-43bd-b96e-3b5d888160f5 req-33788919-fb2e-4292-8bd2-96303cb57bec tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006455
Apr 19 19:45:35.681270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-2eddea74-419a-417c-8cd2-a7b4b2cd300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:35.682696 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-2eddea74-419a-417c-8cd2-a7b4b2cd300b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 1096 time: 0.1110845
Apr 19 19:45:35.950976 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854018915'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:36.075909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-486487e8-2c6e-4b34-a3e2-04c0e819bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:36.077519 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-486487e8-2c6e-4b34-a3e2-04c0e819bd69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.3781016
Apr 19 19:45:36.156234 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-8f892a2f-a7e7-4118-a9fe-760b6d2f881e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7 HTTP/1.1" status: 200  len: 217 time: 0.0717010
Apr 19 19:45:36.231095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-c68be627-76d8-475c-b3a5-47decc7d99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:36.232600 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-c68be627-76d8-475c-b3a5-47decc7d99b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.0669215
Apr 19 19:45:36.324178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-3d136218-f0c8-4be8-9d2b-b77be7666c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:36.325792 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-3d136218-f0c8-4be8-9d2b-b77be7666c26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860195
Apr 19 19:45:36.344176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Deleting port 47c4f99e-3d55-4aa1-b557-89fbb0986009 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:36.344552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:36.487389 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-60326117-f88f-4524-a3ee-8e77ff5c0e1c service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460121
Apr 19 19:45:36.536622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] For port 47c4f99e-3d55-4aa1-b557-89fbb0986009, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=47c4f99e-3d55-4aa1-b557-89fbb0986009,segment=NetworkSegment(d5ef187a-ec38-41d9-b0f6-e1d75463ba12),segment_id=d5ef187a-ec38-41d9-b0f6-e1d75463ba12)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:36.537231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:36.643990 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a3319e2e-5c0c-4b08-b78c-acfa0a9a2977 req-63676024-b476-4fc5-b5b5-7e1343799e03 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495070
Apr 19 19:45:36.678547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Calling delete_port for 47c4f99e-3d55-4aa1-b557-89fbb0986009 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:36.882309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00752693-1e39-4261-a4c3-680c0d865529 req-35b1b8fd-bee9-4bae-a155-c907b3d35bca tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:36.884004 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-00752693-1e39-4261-a4c3-680c0d865529 req-35b1b8fd-bee9-4bae-a155-c907b3d35bca tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0993187
Apr 19 19:45:36.935898 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-00752693-1e39-4261-a4c3-680c0d865529 req-fc54462c-36d3-47eb-934f-ae1ce0dfd1d8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454702
Apr 19 19:45:37.083244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:37.087374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:37.139864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c4f99e-3d55-4aa1-b557-89fbb0986009,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:37.189647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.190474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.190562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.190929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.191390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.191878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.192322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.192910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.193393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.193898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.194429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.194913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:45:37.203381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:37.394522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854018845'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:38.003692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:45:38.015068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:45:38.181782 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b83f0-ff5c-4ef1-9ce2-bb39d77ed20b req-cdd7d924-c90d-4a39-a70d-492b7d85ce3d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:38.183167 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd9b83f0-ff5c-4ef1-9ce2-bb39d77ed20b req-cdd7d924-c90d-4a39-a70d-492b7d85ce3d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.1269512
Apr 19 19:45:38.225350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:45:38.235395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] Sync routers for ids ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:45:38.247169 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd9b83f0-ff5c-4ef1-9ce2-bb39d77ed20b req-9e99397e-8995-404a-be71-51f39d7af31b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564744
Apr 19 19:45:38.255342 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] 10.222.0.13 "PUT /v2.0/routers/7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1499064
Apr 19 19:45:38.257841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60196) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:38.265129 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] Routers {'7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:45:38.270030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae1b400>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:45:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:38.388583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:38.407950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'port_id': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'mac_address': 'fa:16:3e:48:9b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:45:38.474955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:38.491125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] Set router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:45:38.524815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:38.558924 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f7c696-af83-4b7d-9424-f4927c48c3e7 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:45:38.587387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:38.591666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:38.594695 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:38.697422 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:38.700994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:38.701253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:38.711712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Deleting port 1c251aa8-37b9-423b-9f91-5b0c275e4112 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:38.712785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:38.750661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:38.836078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae1b400>, [{'id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:42:21Z', 'updated_at': '2021-04-19T19:45:37Z', 'revision_number': 5, 'project_id': '738ff87e9419435ba136c711483956ab', 'gw_port': {'id': '1c251aa8-37b9-423b-9f91-5b0c275e4112', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:42:22Z', 'updated_at': '2021-04-19T19:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:38.840214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] Checking router: 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:45:38.849350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] Routers {'7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:45:38.850078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ae1b400>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:45:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:38.883392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['a8f7c696-af83-4b7d-9424-f4927c48c3e7'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:45:38.918816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] For port 1c251aa8-37b9-423b-9f91-5b0c275e4112, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=1c251aa8-37b9-423b-9f91-5b0c275e4112,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:38.919482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:39.025537 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] Set router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:45:39.146135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ae1b400>, [{'id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:42:21Z', 'updated_at': '2021-04-19T19:45:38Z', 'revision_number': 6, 'project_id': '738ff87e9419435ba136c711483956ab', 'gw_port_host': None}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:39.150398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc593751-4ef3-416c-a6cf-35fbfbbbde45 None None] The sync data for ids ['7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6'] in dv-cinder-786933-1-iscsi is: [{'id': '7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6', 'name': 'tempest-ServerRescueNegativeTestJSON-345700423-router', 'tenant_id': '738ff87e9419435ba136c711483956ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:42:21Z', 'updated_at': '2021-04-19T19:45:38Z', 'revision_number': 6, 'project_id': '738ff87e9419435ba136c711483956ab', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:45:39.161500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Calling delete_port for 1c251aa8-37b9-423b-9f91-5b0c275e4112 owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:39.274941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 47c4f99e-3d55-4aa1-b557-89fbb0986009 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:45:39.313035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 47c4f99e-3d55-4aa1-b557-89fbb0986009 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:45:39.313440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 47c4f99e-3d55-4aa1-b557-89fbb0986009 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:45:39.588915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80e221-512b-4743-8de1-b846ff1d62a9 req-4601cb2e-c39c-4440-be99-5d66fc47f184 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:39.590555 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca80e221-512b-4743-8de1-b846ff1d62a9 req-4601cb2e-c39c-4440-be99-5d66fc47f184 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 944 time: 0.1721644
Apr 19 19:45:39.665835 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca80e221-512b-4743-8de1-b846ff1d62a9 req-f6d21c2b-d40f-4228-b20b-c36a6c823dc8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675001
Apr 19 19:45:39.666628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:39.671717 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:39.725026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c251aa8-37b9-423b-9f91-5b0c275e4112,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:39.728454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:39.823923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679778'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.014372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2356'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.018367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.113980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.114723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:45:40.130108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.131378 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7745e1cc-e88e-44c8-bcc7-dfc1486d1bf6 HTTP/1.1" status: 204  len: 168 time: 1.8723688
Apr 19 19:45:40.134180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60210) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:40.203505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] Deleting subnet b22e17c7-3324-472b-b5e9-ae9c695023dd {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:45:40.207570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.263829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.272135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.536988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.542188 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:40.584617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22e17c7-3324-472b-b5e9-ae9c695023dd,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:40.586825 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.589596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:40.594040 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b22e17c7-3324-472b-b5e9-ae9c695023dd HTTP/1.1" status: 204  len: 168 time: 0.4587286
Apr 19 19:45:40.597326 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60214) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:40.716282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.856365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:40.893276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c221e6-4623-4549-adc6-b201919f9e76 req-08ba1489-1e22-4105-a5b6-f62b1d8d3f4d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:40.894940 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3c221e6-4623-4549-adc6-b201919f9e76 req-08ba1489-1e22-4105-a5b6-f62b1d8d3f4d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 944 time: 0.0957179
Apr 19 19:45:40.945391 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3c221e6-4623-4549-adc6-b201919f9e76 req-a73b5907-0e11-48b2-be48-3dec313ead43 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439539
Apr 19 19:45:40.979915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd70ad72390>> segment before_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:40.980325 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd70ad72390>> subnet precommit_delete_associations 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:40.981121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd70abad6a0>> segment_host_mapping after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:40.981501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd70abad6a0>> port after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:40.981853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd70abad6a0>> port after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:40.982204 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd70abad6a0>> port after_update 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:40.982597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd70abad6a0>> segment after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:40.982951 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd70abad6a0>> subnet after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:40.983300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd70abad6a0>> subnet after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:40.983646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd70abad6a0>> subnet after_update 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:41.094496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd70a8c02b0>> subnet after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:41.095036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd70a8c02b0>> subnet after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:41.095657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd70a8c02b0>> subnet before_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:41.096061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd70a8c02b0>> subnet before_update 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:45:41.096487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70aaf70f0>,) {'filters': {'network_id': ['04b0effe-c1be-43ff-8468-c1e0ac16c02c']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:41.111910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70aaf70f0>, 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:41.112167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70aaf70f0>, 'd5ef187a-ec38-41d9-b0f6-e1d75463ba12') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:41.124157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6642280'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:41.141290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:41.150584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:45:41.316600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 1c251aa8-37b9-423b-9f91-5b0c275e4112 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:45:41.350250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:45:41.361632 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6521915'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:41.363183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 1c251aa8-37b9-423b-9f91-5b0c275e4112 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:45:41.363583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 1c251aa8-37b9-423b-9f91-5b0c275e4112 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:45:41.554239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Network 04b0effe-c1be-43ff-8468-c1e0ac16c02c has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   from cryptography.utils import int_from_bytes
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   from cryptography.utils import int_from_bytes
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   (rel_b, rel_a, rel_b),
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   (rel_b, rel_a, rel_b),
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:45:41.579935 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:45:41.664740 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:41.668755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:41.685935 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:41.692854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Pushing event deleted for resources: {'Network': ['ID=04b0effe-c1be-43ff-8468-c1e0ac16c02c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:41.697391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:41.706712 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] 10.222.0.13 "DELETE /v2.0/networks/04b0effe-c1be-43ff-8468-c1e0ac16c02c HTTP/1.1" status: 204  len: 168 time: 1.1082556
Apr 19 19:45:41.848698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60226) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:42.180325 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-47b48295-7a6d-46f5-b1ae-28464cb3c46c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=738ff87e9419435ba136c711483956ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3303714
Apr 19 19:45:42.183132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60232) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:42.217649 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a7e72-c145-4001-9b64-43623c55fb83 req-b8938f03-a88d-4b4a-b29e-16119e72f8fb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:42.219349 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-250a7e72-c145-4001-9b64-43623c55fb83 req-b8938f03-a88d-4b4a-b29e-16119e72f8fb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 944 time: 0.1041400
Apr 19 19:45:42.246543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a8f6afa9-da23-4926-be8c-82106e9c4ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:42.269958 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-250a7e72-c145-4001-9b64-43623c55fb83 req-cb69ecb3-13df-480c-a8d9-0770cc988975 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429590
Apr 19 19:45:42.275198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a8f6afa9-da23-4926-be8c-82106e9c4ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:42.342961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a8f6afa9-da23-4926-be8c-82106e9c4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:42.348898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-96718a48-9db6-4998-a25a-008bd94384e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:42.361142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6afa9-da23-4926-be8c-82106e9c4ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeaf1d2-00a6-48c5-8c1c-4e66d171885d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:42.363708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a8f6afa9-da23-4926-be8c-82106e9c4ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:42.370175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a8f6afa9-da23-4926-be8c-82106e9c4ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:42.373026 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a8f6afa9-da23-4926-be8c-82106e9c4ee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbeaf1d2-00a6-48c5-8c1c-4e66d171885d HTTP/1.1" status: 204  len: 168 time: 0.1887157
Apr 19 19:45:42.937796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae267e5-a24f-4fc6-b7a3-46b4e8602ac0 req-7461b4f4-781d-4745-87f6-817ef5854ea0 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:42.940441 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ae267e5-a24f-4fc6-b7a3-46b4e8602ac0 req-7461b4f4-781d-4745-87f6-817ef5854ea0 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.0991926
Apr 19 19:45:42.993917 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ae267e5-a24f-4fc6-b7a3-46b4e8602ac0 req-76dc5c40-05a0-4ae1-8e60-39c35fe382a6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455742
Apr 19 19:45:43.178187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60268) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:43.295891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-861329576-network', 'tenant_id': 'd681691e85f14bf78b7e828776c86a47'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:43.301641 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:43.305729 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Usage tracker for resource:network and tenant:d681691e85f14bf78b7e828776c86a47 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:43.308770 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:43.314986 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:43.324340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Made reservation on behalf of d681691e85f14bf78b7e828776c86a47 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:45:43.329593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:43.346459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:43.361591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:43.365525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Usage tracker for resource:security_group_rule and tenant:d681691e85f14bf78b7e828776c86a47 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:43.368433 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:43.374365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:43.460184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:43.463343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:43.467546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6de51905-3bb5-4798-a03e-f80dd1a034b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:43.478898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee9b1-6f76-4399-891f-b0500aadea4a req-6a9373bc-6eee-4697-bf8e-35934e90561f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:43.480235 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc5ee9b1-6f76-4399-891f-b0500aadea4a req-6a9373bc-6eee-4697-bf8e-35934e90561f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 944 time: 0.0893776
Apr 19 19:45:43.492598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:45:43.506543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff6713a-dd94-4a61-b47e-3d39262ae216,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:43.510858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:43.511843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:43.512231 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Added segment 63051e88-67c8-45b8-9b44-30581c4b531f of type vlan for network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b
Apr 19 19:45:43.537843 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc5ee9b1-6f76-4399-891f-b0500aadea4a req-e5bfdb65-bbcd-493a-9eaa-080b156f7b12 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507095
Apr 19 19:45:43.542032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:43.573521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:43.574898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:43.575527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:43.584387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a5e19a5-6994-463e-a1fb-1e6ca27e23c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:43.695668 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5160630
Apr 19 19:45:43.696728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Pushing event updated for resources: {'Network': ['ID=75e98d84-8838-4d6a-9c47-bdd1d65bb52b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:43.697996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60278) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:43.699592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:43.705376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Request body: {'subnet': {'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-861329576-subnet', 'tenant_id': 'd681691e85f14bf78b7e828776c86a47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:43.708046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:45:43.710646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:43.714633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Usage tracker for resource:subnet and tenant:d681691e85f14bf78b7e828776c86a47 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:43.717581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:43.724878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:43.734596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Made reservation on behalf of d681691e85f14bf78b7e828776c86a47 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:45:43.739624 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849256460'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:44.204707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5507698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849256475'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:44.212915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:44.309464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f485a9e-e871-4a22-bfdf-aec56f09710b,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:44.312250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:44.322983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba170f8-474b-4d44-aa93-2ab12828cbda req-28a72e80-6ba9-4cfa-9578-9bd4b4206d11 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:44.324574 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ba170f8-474b-4d44-aa93-2ab12828cbda req-28a72e80-6ba9-4cfa-9578-9bd4b4206d11 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.2000775
Apr 19 19:45:44.333650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Checking segment: {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:45:44.333992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Network hostable DHCP agents. Network: 75e98d84-8838-4d6a-9c47-bdd1d65bb52b, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:45:44.386319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:45:44.395892 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ba170f8-474b-4d44-aa93-2ab12828cbda req-0be4ae12-9563-4867-98c2-22cd03667a74 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635302
Apr 19 19:45:44.400729 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 75e98d84-8838-4d6a-9c47-bdd1d65bb52b) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:45:44.411541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967959fa-ce03-40bb-9ef2-b15f7e740d24 None None] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:45:44.414568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:44.415220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:44.436236 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3bc971f6-5ae1-4b02-8923-57fc60dc80f3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7370398
Apr 19 19:45:44.650642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b124cd5-352a-4106-903c-572c8e8d50d7 None None] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:45:44.721515 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:45:44.753074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09bd7c-18d5-43d1-8b8c-21aeb04b7874 req-dab65578-dc9e-4909-83a8-ebf112554629 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:44.754970 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8e09bd7c-18d5-43d1-8b8c-21aeb04b7874 req-dab65578-dc9e-4909-83a8-ebf112554629 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 944 time: 0.0940788
Apr 19 19:45:44.810997 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8e09bd7c-18d5-43d1-8b8c-21aeb04b7874 req-3198dbf2-def9-46ab-994e-d020ce02cb2c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485148
Apr 19 19:45:44.875249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port a8f7c696-af83-4b7d-9424-f4927c48c3e7 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:45:44.886545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port a8f7c696-af83-4b7d-9424-f4927c48c3e7 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:45:44.886970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:45.005630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-d93d22d2-d1b6-4850-806c-e16b7952bbc5 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:45.007261 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-d93d22d2-d1b6-4850-806c-e16b7952bbc5 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 814 time: 0.1634290
Apr 19 19:45:45.024650 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-3b534692-cf4a-48e5-aa2a-aa95e58d0ceb tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/quotas/d681691e85f14bf78b7e828776c86a47 HTTP/1.1" status: 200  len: 375 time: 0.0109954
Apr 19 19:45:45.065053 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:45.085614 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-7ff1e7a6-25e4-4c02-9b2a-e142c358f86c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0546119
Apr 19 19:45:45.096147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:45.107051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:45.110788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:45.112923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:45.154372 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'code': 200}
Apr 19 19:45:45.190443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:45.193758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:45.239674 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-e7f96d90-fa9c-45ba-8b87-6f98e9cfa05f service neutron] 10.222.0.13 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449308
Apr 19 19:45:45.387129 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2305f255-57e0-4ab4-8f73-2dc6b9fe4246 service neutron] 10.222.0.13 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408050
Apr 19 19:45:45.629410 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c553d4c4-fabe-425c-831b-2a3e9bb70555 req-a893d9f6-8181-43af-a15c-2c56f55e748f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 210 time: 0.0615182
Apr 19 19:45:45.668133 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd1d2-3cae-44c5-96bf-164e7f013b26 req-1906342b-5533-4697-a82e-b73fe8b0c8b2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:45.669752 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-572cd1d2-3cae-44c5-96bf-164e7f013b26 req-1906342b-5533-4697-a82e-b73fe8b0c8b2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1515076
Apr 19 19:45:45.720467 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-572cd1d2-3cae-44c5-96bf-164e7f013b26 req-e713139d-ea05-4e80-b410-af5c0d6be67e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434644
Apr 19 19:45:46.017953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b827a-9786-4aa5-97a7-db791fdbbdab req-a900409d-5903-4828-a598-e5f22dc35361 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:46.019586 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d35b827a-9786-4aa5-97a7-db791fdbbdab req-a900409d-5903-4828-a598-e5f22dc35361 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.0894995
Apr 19 19:45:46.071503 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d35b827a-9786-4aa5-97a7-db791fdbbdab req-d9a11c47-6ea2-48ad-b89c-62b10ffd1bf7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441906
Apr 19 19:45:46.813613 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa14cba1-bae3-41d6-8319-14aaea170ba5 req-efa8a97b-2057-49c2-9962-c0dbd3a4b2c5 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 210 time: 0.0633769
Apr 19 19:45:46.935628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a3e31-d51f-440d-b6f5-bbbff37f48ed req-18314d86-5652-414f-aad8-d782a4f78796 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:46.937118 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-201a3e31-d51f-440d-b6f5-bbbff37f48ed req-18314d86-5652-414f-aad8-d782a4f78796 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.0915084
Apr 19 19:45:47.043263 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-201a3e31-d51f-440d-b6f5-bbbff37f48ed req-e64deef6-727c-436f-ab75-e3454440b7e0 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984540
Apr 19 19:45:47.076482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d0f7a-63ef-4f00-a220-48c365afc462 req-f76ca826-0a44-40f3-997f-761b7eb41800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:47.078168 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df7d0f7a-63ef-4f00-a220-48c365afc462 req-f76ca826-0a44-40f3-997f-761b7eb41800 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 1098 time: 0.1172132
Apr 19 19:45:47.136763 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df7d0f7a-63ef-4f00-a220-48c365afc462 req-a713fc6e-6a06-48be-8674-ffcad52474de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382710
Apr 19 19:45:47.326873 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c1161-e0e7-4b81-b1c6-9ab04b410a14 req-2fa60cff-dd72-4767-9a3b-f6cca44b3383 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:47.328454 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d86c1161-e0e7-4b81-b1c6-9ab04b410a14 req-2fa60cff-dd72-4767-9a3b-f6cca44b3383 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1392045
Apr 19 19:45:47.393306 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d86c1161-e0e7-4b81-b1c6-9ab04b410a14 req-0456462a-dbe4-435a-8f7b-5f46694eaabb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511377
Apr 19 19:45:47.401654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c822188-a42d-464f-af05-b0f127a52666 req-5dab0a64-58d2-4971-8afe-584f648ecee0 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:47.403462 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3c822188-a42d-464f-af05-b0f127a52666 req-5dab0a64-58d2-4971-8afe-584f648ecee0 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.1475840
Apr 19 19:45:47.493004 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Deleting port 331a3998-07fc-4154-a287-064419683232 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:47.493394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:47.842914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-96044e81-e854-40b8-83e1-4a12332f6b77 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:47.844554 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-96044e81-e854-40b8-83e1-4a12332f6b77 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 814 time: 0.3052034
Apr 19 19:45:47.868781 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Request body: {'port': {'device_id': '51a484b9-8384-4b32-92af-099dfa5d12f5', 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b', 'admin_state_up': True, 'tenant_id': 'd681691e85f14bf78b7e828776c86a47'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:48.043706 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fcf781e0-475a-4d62-be9b-9c6773edff1a req-068139c2-db43-4f47-8df9-9c6d80dc3d01 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 210 time: 0.0867074
Apr 19 19:45:48.064392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] For port 331a3998-07fc-4154-a287-064419683232, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=331a3998-07fc-4154-a287-064419683232,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:48.064793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:48.251065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:48.259592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Usage tracker for resource:port and tenant:d681691e85f14bf78b7e828776c86a47 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:48.264304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:48.332636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:48.612084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Made reservation on behalf of d681691e85f14bf78b7e828776c86a47 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:45:48.618067 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:48.835072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e66a-c74f-4bee-8fc9-bf6aea67cddf req-5de2306a-19cc-4e97-98c7-8cc98aba8f4c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:48.836669 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5cf2e66a-c74f-4bee-8fc9-bf6aea67cddf req-5de2306a-19cc-4e97-98c7-8cc98aba8f4c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 945 time: 0.6659741
Apr 19 19:45:48.927765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:48.928297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:48.928411 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Floating IP b8dc7f87-5996-4eb4-82e1-82d8f3643cde disassociated. External IP: 172.27.3.124, port: 331a3998-07fc-4154-a287-064419683232.
Apr 19 19:45:48.928779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Calling delete_port for 331a3998-07fc-4154-a287-064419683232 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:49.010865 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5cf2e66a-c74f-4bee-8fc9-bf6aea67cddf req-9bb3bb78-f8a2-44a9-ae4a-49199bba7a27 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=86fd10aa-8225-4cae-81f0-fcb5acd24c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1592162
Apr 19 19:45:49.072248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5ba38-b1cc-4f13-b556-b57a8a147919 req-01fd413e-18b6-44a4-bdcb-a17552c2264d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:49.073796 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ef5ba38-b1cc-4f13-b556-b57a8a147919 req-01fd413e-18b6-44a4-bdcb-a17552c2264d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.4676073
Apr 19 19:45:49.153415 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Allocated IP 172.20.0.7 (75e98d84-8838-4d6a-9c47-bdd1d65bb52b/4f485a9e-e871-4a22-bfdf-aec56f09710b/59cba8cd-88d2-4823-b96c-d6426115e6b3) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:45:49.240986 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ef5ba38-b1cc-4f13-b556-b57a8a147919 req-ec891abe-6c71-4b44-9210-43ab923cd53d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1540408
Apr 19 19:45:49.273402 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0fd9e28b-64cb-473d-8a65-7f6c6e2a408d req-7aed0d97-5517-4b25-b3d8-dbfe23aa992c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 210 time: 0.1067202
Apr 19 19:45:49.330902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:49.340495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b828c11-3867-48eb-abbf-4d5d91960141 tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:49.500006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event deleted for resources: {'Port': ['ID=331a3998-07fc-4154-a287-064419683232,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:49.514338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:49.784524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:49.816642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fe6cc-850f-4f50-a386-7bb66720a2a2 req-1c7da55a-9bdf-4968-b1d6-9299116d852e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:49.818206 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-848fe6cc-850f-4f50-a386-7bb66720a2a2 req-1c7da55a-9bdf-4968-b1d6-9299116d852e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.4444525
Apr 19 19:45:49.828120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60360) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:49.834267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2e05ea09-5b7d-456f-b767-6c6cf69825b7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Request body: {'floatingip': {'port_id': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:49.840310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:45:49.930645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e05ea09-5b7d-456f-b767-6c6cf69825b7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:50.013534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:50.023182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3dd3bb16-1c13-4cf1-b31d-0f53afbb37ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:50.076552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 331a3998-07fc-4154-a287-064419683232 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:45:50.118050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:45:50.124982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:45:50.133166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 331a3998-07fc-4154-a287-064419683232 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:45:50.133740 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 331a3998-07fc-4154-a287-064419683232 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:45:50.134905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:45:50.173401 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:45:50.180995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Pushing event updated for resources: {'Port': ['ID=59cba8cd-88d2-4823-b96c-d6426115e6b3,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:50.186114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] Sync routers for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:45:50.197859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:45:50.198588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b48e518>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:45:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:50.219768 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:50.320733 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-decb3007-c6c2-4b3d-9c00-604cf21efe5b req-5a8397d6-b624-46d8-a6ba-49b8728fe3cb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d06296-10f2-4ba2-bc17-e4d460bb37b7 HTTP/1.1" status: 200  len: 210 time: 0.1407437
Apr 19 19:45:50.324388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] No DVR routers for this DVR port 331a3998-07fc-4154-a287-064419683232 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:45:50.329612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:50.332479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'name': 'network-vif-deleted', 'tag': '331a3998-07fc-4154-a287-064419683232'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:50.350585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:50.351291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:50.369744 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3c822188-a42d-464f-af05-b0f127a52666 req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "DELETE /v2.0/ports/331a3998-07fc-4154-a287-064419683232 HTTP/1.1" status: 204  len: 173 time: 2.9523091
Apr 19 19:45:50.374732 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5124965
Apr 19 19:45:50.395447 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Request body: {'port': {'device_id': '51a484b9-8384-4b32-92af-099dfa5d12f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:50.443074 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d06296-10f2-4ba2-bc17-e4d460bb37b7', 'name': 'network-vif-deleted', 'tag': '331a3998-07fc-4154-a287-064419683232', 'status': 'completed', 'code': 200}
Apr 19 19:45:50.467297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:45:50.613902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:50.634365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af83960-02c9-4702-bd46-854fabd6c617 req-8b03007c-4608-4c83-95aa-477aa9defd98 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:50.635139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1af83960-02c9-4702-bd46-854fabd6c617 req-8b03007c-4608-4c83-95aa-477aa9defd98 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Synchronizing usage tracker for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:50.708327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1af83960-02c9-4702-bd46-854fabd6c617 req-8b03007c-4608-4c83-95aa-477aa9defd98 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Unset dirty status for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:50.709610 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1af83960-02c9-4702-bd46-854fabd6c617 req-8b03007c-4608-4c83-95aa-477aa9defd98 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 931 time: 0.2743909
Apr 19 19:45:50.728291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e05ea09-5b7d-456f-b767-6c6cf69825b7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:50.732445 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e05ea09-5b7d-456f-b767-6c6cf69825b7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:50.833160 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1af83960-02c9-4702-bd46-854fabd6c617 req-899af6f8-bc09-4595-b93d-e6ffc382fc37 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142919
Apr 19 19:45:51.189614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b48e518>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:51.199191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cba8cd-88d2-4823-b96c-d6426115e6b3 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:45:51.205922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] Checking router: 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:45:51.207919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:51.223253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:45:51.223947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b48e518>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:45:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:51.225703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Transition to ACTIVE for port object 59cba8cd-88d2-4823-b96c-d6426115e6b3 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:45:51.229168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:51.234677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-601d7959-cb31-4aa2-8c37-16c6b64cd91d tempest-ServerRescueNegativeTestJSON-977874656 tempest-ServerRescueNegativeTestJSON-977874656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:51.300716 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-2e05ea09-5b7d-456f-b767-6c6cf69825b7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Floating IP 5b6eb258-838d-4fdf-ab93-d21a16a26086 associated. External IP: 172.27.3.193, port: a8f7c696-af83-4b7d-9424-f4927c48c3e7.
Apr 19 19:45:51.515955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:45:51.652215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 60386) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:51.656097 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Pushing event updated for resources: {'Port': ['ID=59cba8cd-88d2-4823-b96c-d6426115e6b3,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:51.661772 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:51.734266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e05ea09-5b7d-456f-b767-6c6cf69825b7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:45:51.889071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b2caf023-a325-41de-9620-457133ebda2d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:51.946609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Attempting to bind port 59cba8cd-88d2-4823-b96c-d6426115e6b3 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:45:51.947011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Attempting to bind port 59cba8cd-88d2-4823-b96c-d6426115e6b3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:45:51.947343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Attempting to bind port 59cba8cd-88d2-4823-b96c-d6426115e6b3 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:45:51.950767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b2caf023-a325-41de-9620-457133ebda2d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:51.955514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b48e518>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:51.960425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a91262-96d7-42fa-8f71-4b4bfcfa2a7b None None] The sync data for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi is: [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:45:51.967998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e05ea09-5b7d-456f-b767-6c6cf69825b7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:45:51.968939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Port 59cba8cd-88d2-4823-b96c-d6426115e6b3 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:45:51.969839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Attempting to bind port 59cba8cd-88d2-4823-b96c-d6426115e6b3 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:45:51.980667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] Sync routers for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:45:51.981784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e05ea09-5b7d-456f-b767-6c6cf69825b7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:51.992075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:45:51.992727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ad00a90>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:45:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:52.009741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:45:52.012790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Checking segment: {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:45:52.013487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Bound using segment: {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:45:52.014719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Bound port: 59cba8cd-88d2-4823-b96c-d6426115e6b3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:45:52.015336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:52.088572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b2caf023-a325-41de-9620-457133ebda2d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:52.095143 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2e05ea09-5b7d-456f-b767-6c6cf69825b7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "PUT /v2.0/floatingips/5b6eb258-838d-4fdf-ab93-d21a16a26086 HTTP/1.1" status: 200  len: 991 time: 2.2648220
Apr 19 19:45:52.096111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:52.108977 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d3f003b-8051-4b18-b14c-4b573281f40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:52.184661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caf023-a325-41de-9620-457133ebda2d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fd10aa-8225-4cae-81f0-fcb5acd24c26,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:52.202945 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b2caf023-a325-41de-9620-457133ebda2d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:52.233689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:45:52.245670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b2caf023-a325-41de-9620-457133ebda2d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:52.249661 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b2caf023-a325-41de-9620-457133ebda2d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "DELETE /v2.0/security-groups/86fd10aa-8225-4cae-81f0-fcb5acd24c26 HTTP/1.1" status: 204  len: 168 time: 0.5873854
Apr 19 19:45:52.250140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60396) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:52.272575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] For port 59cba8cd-88d2-4823-b96c-d6426115e6b3, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:45:52.279356 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.v2.resource [None req-0e4be12e-086e-416f-98a7-e7b37d99c23f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] show failed (client error): The resource could not be found.
Apr 19 19:45:52.284050 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0e4be12e-086e-416f-98a7-e7b37d99c23f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups/86fd10aa-8225-4cae-81f0-fcb5acd24c26 HTTP/1.1" status: 404  len: 347 time: 0.0281014
Apr 19 19:45:52.284398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60400) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:52.289455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] For port 59cba8cd-88d2-4823-b96c-d6426115e6b3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=59cba8cd-88d2-4823-b96c-d6426115e6b3,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:45:52.301587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:52.309874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-53fefba7-af3d-4ec8-b1f8-e7ac6b988334 tempest-DeleteServersTestJSON-1314712593 tempest-DeleteServersTestJSON-1314712593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:52.367065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f78f8-2537-475b-aeae-c27fefeea189 req-f857255f-69c2-4a3d-8e80-ef09d4d62c84 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:52.369444 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1a7f78f8-2537-475b-aeae-c27fefeea189 req-f857255f-69c2-4a3d-8e80-ef09d4d62c84 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 943 time: 0.3639865
Apr 19 19:45:52.370205 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'status': 'completed', 'code': 200}
Apr 19 19:45:52.454294 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:52.455055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:52.456548 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] 10.222.0.60 "PUT /v2.0/ports/59cba8cd-88d2-4823-b96c-d6426115e6b3 HTTP/1.1" status: 200  len: 1093 time: 2.0720654
Apr 19 19:45:52.458852 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a484b9-8384-4b32-92af-099dfa5d12f5', 'tag': '59cba8cd-88d2-4823-b96c-d6426115e6b3'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:52.477220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Deleting port 00601aff-67dc-475f-a9c3-0e5d52513371 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:52.477539 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:52.484596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2c79c-de7c-4957-abd6-fddd392c873f None None] New status for floating IP b8dc7f87-5996-4eb4-82e1-82d8f3643cde: DOWN {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:45:52.528194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Pushing event updated for resources: {'Port': ['ID=59cba8cd-88d2-4823-b96c-d6426115e6b3,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:52.667896 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1a7f78f8-2537-475b-aeae-c27fefeea189 req-835d52bf-e050-4668-b53b-840928fe97f2 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494900
Apr 19 19:45:52.672408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:52.686562 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a484b9-8384-4b32-92af-099dfa5d12f5', 'tag': '59cba8cd-88d2-4823-b96c-d6426115e6b3', 'status': 'completed', 'code': 200}
Apr 19 19:45:52.714815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:52.715061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:52.758581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-74b65ff2-c72e-48ef-a054-e13b322fa383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:52.760628 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-74b65ff2-c72e-48ef-a054-e13b322fa383 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 1098 time: 0.4050357
Apr 19 19:45:52.783134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ad00a90>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '5b6eb258-838d-4fdf-ab93-d21a16a26086', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'port_id': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'mac_address': 'fa:16:3e:48:9b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:45:28Z', 'updated_at': '2021-04-19T19:45:50Z', 'revision_number': 1, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:52.788183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] Checking router: 053894f7-03c2-4e90-8ed6-4f1f79a6d638 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:45:52.801200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:45:52.801918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ad00a90>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:45:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:52.861571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Calling delete_port for 00601aff-67dc-475f-a9c3-0e5d52513371 owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:52.879962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-6637d7fd-72d0-425f-b4b8-dbb5dd791817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:52.881941 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-6637d7fd-72d0-425f-b4b8-dbb5dd791817 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 1096 time: 0.3671637
Apr 19 19:45:52.970458 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86353) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:45:52.970733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:45:52.996569 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-6dc8f972-2c4a-4c2a-a7b3-ba80cb99c037 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59cba8cd-88d2-4823-b96c-d6426115e6b3 HTTP/1.1" status: 200  len: 217 time: 0.0999432
Apr 19 19:45:53.023039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:45:53.093202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-75305adc-350b-45f2-8c5a-a62626396654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:53.095476 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-75305adc-350b-45f2-8c5a-a62626396654 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.3118889
Apr 19 19:45:53.103722 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-db936161-22a0-4bd9-9e80-f0bf112d673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:53.105334 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-db936161-22a0-4bd9-9e80-f0bf112d673d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f485a9e-e871-4a22-bfdf-aec56f09710b HTTP/1.1" status: 200  len: 854 time: 0.0947201
Apr 19 19:45:53.169296 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53eb638f-1a7e-4b72-97f6-c85593ddcfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:53.300144 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-4148bad3-3f7b-40ba-a105-11ae794b3413 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1205661
Apr 19 19:45:53.433344 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-8fceb4e4-6050-4aeb-a25b-8ead75afa5f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7 HTTP/1.1" status: 200  len: 999 time: 0.3181193
Apr 19 19:45:53.472531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Deleting port 00601aff-67dc-475f-a9c3-0e5d52513371 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:53.473021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:53.567478 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff7e05-7d78-4b82-bc37-b1a36ba2342c req-915b2612-0263-41fc-9ece-085765ecb64e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:53.569092 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25ff7e05-7d78-4b82-bc37-b1a36ba2342c req-915b2612-0263-41fc-9ece-085765ecb64e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 945 time: 0.3203917
Apr 19 19:45:53.574965 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-78337e38-3c14-412e-84c6-d193c61d3a71 service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2595162
Apr 19 19:45:53.576373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-7ad4eb04-06b3-4b20-9f56-c1d2d8251af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:53.579822 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-7ad4eb04-06b3-4b20-9f56-c1d2d8251af4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.1365502
Apr 19 19:45:53.617585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ad00a90>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '5b6eb258-838d-4fdf-ab93-d21a16a26086', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'port_id': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'mac_address': 'fa:16:3e:48:9b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:45:28Z', 'updated_at': '2021-04-19T19:45:50Z', 'revision_number': 1, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:45:53.622313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf799a0-c9df-4ce4-922c-dcfa896eb795 None None] The sync data for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi is: [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '5b6eb258-838d-4fdf-ab93-d21a16a26086', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'port_id': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'mac_address': 'fa:16:3e:48:9b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:45:28Z', 'updated_at': '2021-04-19T19:45:50Z', 'revision_number': 1, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:45:53.669260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:53.669748 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:53.770984 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25ff7e05-7d78-4b82-bc37-b1a36ba2342c req-b0caa473-8759-4088-b5a7-c32ee43f6e1e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897840
Apr 19 19:45:53.818711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Calling delete_port for 00601aff-67dc-475f-a9c3-0e5d52513371 owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:53.862822 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2401e1a-976b-49e5-946a-bcb2e7bdc6d9 req-7dd84cf4-ed8d-4497-beff-0a527b7ef358 service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2619898
Apr 19 19:45:53.865967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-f88fd50f-cf37-4fd1-b507-65eaf85c2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:53.867612 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-f88fd50f-cf37-4fd1-b507-65eaf85c2255 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2698672
Apr 19 19:45:53.964160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28dac66-adfc-493c-8eec-317a910b4421 None None] New status for floating IP 5b6eb258-838d-4fdf-ab93-d21a16a26086: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:45:53.984838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:53.989886 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:54.052506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event deleted for resources: {'Port': ['ID=00601aff-67dc-475f-a9c3-0e5d52513371,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:54.090585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:54.156771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:54.168851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:54.173710 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "DELETE /v2.0/floatingips/b8dc7f87-5996-4eb4-82e1-82d8f3643cde HTTP/1.1" status: 204  len: 168 time: 1.8846447
Apr 19 19:45:54.189840 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-3bb0a887-c290-4387-97f9-10e09b279373 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3119965
Apr 19 19:45:54.200769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821448d-f4e0-460a-87cf-2f716d01f7f5 req-379dcd99-ef4d-4a61-bc7a-a79c6ee4f741 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:54.202500 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f821448d-f4e0-460a-87cf-2f716d01f7f5 req-379dcd99-ef4d-4a61-bc7a-a79c6ee4f741 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 943 time: 0.3797758
Apr 19 19:45:54.253748 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-a48db973-0fc8-49c1-96a5-850b579e4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:54.255619 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-a48db973-0fc8-49c1-96a5-850b579e4833 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 1096 time: 0.2963130
Apr 19 19:45:54.665251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60422) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:54.671245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188186974', 'description': 'tempest-description--1603712396'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:54.677950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:54.682425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:security_group and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:54.685473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:54.693295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:54.703042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:54.710606 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f821448d-f4e0-460a-87cf-2f716d01f7f5 req-9b1d4f7f-b2b2-47cd-9ab5-b18cbb854ed0 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4807143
Apr 19 19:45:54.725340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:54.729485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:security_group_rule and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:54.732710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:54.738857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:54.780737 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dac64cc8-e888-42b2-9ad4-4068dd3c6636 req-b2ee4b2d-eae4-4796-a2d3-94ac19fb8947 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5757611
Apr 19 19:45:54.802964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-e240ab30-7b4a-4bfe-abc4-fa0e153b2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:54.804574 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-e240ab30-7b4a-4bfe-abc4-fa0e153b2c69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 915 time: 0.4925971
Apr 19 19:45:54.820692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:54.823595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:54.829652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d17e981c-a2d5-46d8-89d1-e163b7092d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:54.875254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:54.878578 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:54.879888 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2135785
Apr 19 19:45:54.880865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:54.882829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60428) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:54.888557 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'security_group_rule': {'security_group_id': '9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:54.895135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:54.899218 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:security_group_rule and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:54.902397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:54.909910 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-d4a0efa8-f55c-4f99-bfb8-0d6ec1d5b743 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59cba8cd-88d2-4823-b96c-d6426115e6b3 HTTP/1.1" status: 200  len: 217 time: 0.0791311
Apr 19 19:45:54.911032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:54.931146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:54.995070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:54.999950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.002255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fd2c161f-74bb-4295-b9b7-92d66e762b95 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:55.025368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66be0178-cbb2-47bf-9555-9811d97902a3,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:55.030995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:55.040802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.043760 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1584225
Apr 19 19:45:55.045190 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60432) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:55.050803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-6b75d0eb-e987-41c0-9e61-aec96c03c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:55.051359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'security_group_rule': {'security_group_id': '9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:55.052397 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-6b75d0eb-e987-41c0-9e61-aec96c03c571 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f485a9e-e871-4a22-bfdf-aec56f09710b HTTP/1.1" status: 200  len: 854 time: 0.1017268
Apr 19 19:45:55.057568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:55.061771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:security_group_rule and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:55.065620 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:55.071878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:55.074977 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979403c0-d455-4f3e-a85a-6f14a24dd97d req-3bf0a103-ae20-4182-8f07-50f54bf2d6d1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:55.076872 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-979403c0-d455-4f3e-a85a-6f14a24dd97d req-3bf0a103-ae20-4182-8f07-50f54bf2d6d1 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 945 time: 0.1688881
Apr 19 19:45:55.097072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.099623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ebc8-823c-4183-833a-291d3ea37016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.145538 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-67c3c64e-02a5-4b57-adcb-8c81611beb28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0673006
Apr 19 19:45:55.162767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.165600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.174927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa6c78b6-7921-42f0-b97f-07bd2033fe2e tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:55.197394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce53f939-f0ba-4bc6-a899-eb479ab003eb,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:55.199853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:55.204303 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.208480 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1592460
Apr 19 19:45:55.208719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60436) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:45:55.214202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'floatingip': {'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:55.221336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:55.225410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Usage tracker for resource:floatingip and tenant:0e519821846e42b3a6be90a508194df1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:45:55.228426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:45:55.234488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:55.244477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.290995 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-979403c0-d455-4f3e-a85a-6f14a24dd97d req-628b2264-24c1-4342-bdf9-3be8c9cfca0f tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd109dd4-5cd7-4929-8792-3d9bb62056ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669180
Apr 19 19:45:55.379947 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-da9671f3-7a4a-4876-a9f1-d130b523a907 service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250249
Apr 19 19:45:55.390282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.393874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-9e884f70-0852-4846-b41a-4198b26cd86d tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:55.395421 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-9e884f70-0852-4846-b41a-4198b26cd86d tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 945 time: 0.1475987
Apr 19 19:45:55.538827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Allocated IP 172.27.3.77 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/cd088576-41e5-4411-ab55-01094b215b7d) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:45:55.568229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Deleting port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:45:55.568618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.658589 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0a34db46-b1cd-4955-b5f1-a75d8f68d413 req-de591f44-9ea3-43f8-b64e-bcb4bc1dac6b service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2620232
Apr 19 19:45:55.694924 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.725374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.730072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-835599e9-20e0-46bb-a94f-424ce5210bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:55.795166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:45:55.799386 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:45:55.803383 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:45:55.846950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'Port': ['ID=cd088576-41e5-4411-ab55-01094b215b7d,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:55.851243 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:55.887517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] For port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,segment=NetworkSegment(3049cd37-4ba9-4fd7-a47a-51913ca4be51),segment_id=3049cd37-4ba9-4fd7-a47a-51913ca4be51)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:55.887921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.902012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:55.968631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.070868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Calling delete_port for d7eedd13-8ca0-4692-b1b4-881e5d1bd50d owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:45:56.096169 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 59cba8cd-88d2-4823-b96c-d6426115e6b3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:45:56.107137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.194490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f5bea-9825-400f-9714-09fb9588e399 req-9ec198e1-5c2d-4425-98b4-5cf9a4420a92 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:56.196138 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-046f5bea-9825-400f-9714-09fb9588e399 req-9ec198e1-5c2d-4425-98b4-5cf9a4420a92 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 943 time: 0.3570099
Apr 19 19:45:56.210459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.215473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6521925'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.221273 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b72d40bb-c47e-41bb-9dcc-a9194aa6aa36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:56.253116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 59cba8cd-88d2-4823-b96c-d6426115e6b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=59cba8cd-88d2-4823-b96c-d6426115e6b3,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:56.269045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '59cba8cd-88d2-4823-b96c-d6426115e6b3', 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b', 'port_id': '59cba8cd-88d2-4823-b96c-d6426115e6b3', 'mac_address': 'fa:16:3e:4a:0a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f485a9e-e871-4a22-bfdf-aec56f09710b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:45:56.302119 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-046f5bea-9825-400f-9714-09fb9588e399 req-551700dc-4f7a-4211-a598-cb9124033575 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713012
Apr 19 19:45:56.303283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.309162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-42c3937e-1017-468c-8f26-30092e9cccea tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:56.334725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.342599 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.353457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['d7eedd13-8ca0-4692-b1b4-881e5d1bd50d'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:45:56.361979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Pushing event deleted for resources: {'Port': ['ID=d7eedd13-8ca0-4692-b1b4-881e5d1bd50d,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:56.366198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:56.383795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'Port': ['ID=cd088576-41e5-4411-ab55-01094b215b7d,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:56.395470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:56.408394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.418614 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2000024
Apr 19 19:45:56.418826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cba8cd-88d2-4823-b96c-d6426115e6b3 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:45:56.429674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 59cba8cd-88d2-4823-b96c-d6426115e6b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=59cba8cd-88d2-4823-b96c-d6426115e6b3,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:56.433552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.436326 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:56.447635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] No DVR routers for this DVR port d7eedd13-8ca0-4692-b1b4-881e5d1bd50d on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:45:56.487819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.490603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad195fc3-814e-4322-b66b-81a07d6aa3a3', 'name': 'network-vif-deleted', 'tag': 'd7eedd13-8ca0-4692-b1b4-881e5d1bd50d'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:56.511583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=59cba8cd-88d2-4823-b96c-d6426115e6b3,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:56.513536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-84cf002c-2a55-4f16-bc30-4c83bff0969e req-904a69c7-8265-4b58-b0a3-fd5710978a17 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Synchronizing usage tracker for tenant:2b47baf6d1cd4bb990835ab7c12cece4 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:56.515420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:56.519120 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ab67b461-cb07-4f08-ad76-5e39832b8612 req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.60 "DELETE /v2.0/ports/d7eedd13-8ca0-4692-b1b4-881e5d1bd50d HTTP/1.1" status: 204  len: 173 time: 1.0991011
Apr 19 19:45:56.534086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-84cf002c-2a55-4f16-bc30-4c83bff0969e req-904a69c7-8265-4b58-b0a3-fd5710978a17 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Unset dirty status for tenant:2b47baf6d1cd4bb990835ab7c12cece4 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:56.535534 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84cf002c-2a55-4f16-bc30-4c83bff0969e req-904a69c7-8265-4b58-b0a3-fd5710978a17 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad195fc3-814e-4322-b66b-81a07d6aa3a3 HTTP/1.1" status: 200  len: 210 time: 0.0894825
Apr 19 19:45:56.570209 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad195fc3-814e-4322-b66b-81a07d6aa3a3', 'name': 'network-vif-deleted', 'tag': 'd7eedd13-8ca0-4692-b1b4-881e5d1bd50d', 'status': 'completed', 'code': 200}
Apr 19 19:45:56.570629 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:56.678385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-051de1c2-af83-4bc0-a062-ea66ad73d3f5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Synchronizing usage tracker for tenant:0e519821846e42b3a6be90a508194df1 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:56.689887 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['59cba8cd-88d2-4823-b96c-d6426115e6b3'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:45:56.694077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-051de1c2-af83-4bc0-a062-ea66ad73d3f5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Unset dirty status for tenant:0e519821846e42b3a6be90a508194df1 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:56.695437 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-051de1c2-af83-4bc0-a062-ea66ad73d3f5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--188186974&fields=id&tenant_id=0e519821846e42b3a6be90a508194df1 HTTP/1.1" status: 200  len: 267 time: 0.0614321
Apr 19 19:45:56.859327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-9f1b5503-f3a3-4995-9d50-a2efb91aaca6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:56.861441 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-9f1b5503-f3a3-4995-9d50-a2efb91aaca6 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 811 time: 0.1583974
Apr 19 19:45:56.878546 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-b6204a2c-a54e-47f1-b97c-9f230d267712 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/quotas/0e519821846e42b3a6be90a508194df1 HTTP/1.1" status: 200  len: 375 time: 0.0107689
Apr 19 19:45:56.971803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-1df5b951-73c1-432b-af2a-4004c5b516af tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Synchronizing usage tracker for tenant:0e519821846e42b3a6be90a508194df1 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:45:56.989725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-1df5b951-73c1-432b-af2a-4004c5b516af tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Unset dirty status for tenant:0e519821846e42b3a6be90a508194df1 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:45:56.990940 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-1df5b951-73c1-432b-af2a-4004c5b516af tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1065042
Apr 19 19:45:57.198821 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-8974c8c8-858a-4c58-ac9f-d24439e6ce5b service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945586
Apr 19 19:45:57.230366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:45:57.341955 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-8653d167-309d-4739-8a92-6067b01537fc service neutron] 10.222.0.13 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364546
Apr 19 19:45:57.547360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:57.548396 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-af5ff8a1-090f-4eaf-b688-3aa3c144a7de req-ff03d9e8-b072-4220-83df-8975e216d5f1 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 210 time: 0.0541544
Apr 19 19:45:57.591613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53577558-beef-454b-8e09-33057dfee07c req-38b78d97-25bf-442d-a2ca-89099a0dc3a0 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:57.598984 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53577558-beef-454b-8e09-33057dfee07c req-38b78d97-25bf-442d-a2ca-89099a0dc3a0 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 944 time: 0.1570663
Apr 19 19:45:57.646777 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53577558-beef-454b-8e09-33057dfee07c req-abeb8234-310d-4dc7-9e48-d8d9a5b07853 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451672
Apr 19 19:45:58.106612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 59cba8cd-88d2-4823-b96c-d6426115e6b3 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:45:58.180190 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 59cba8cd-88d2-4823-b96c-d6426115e6b3 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:45:58.185271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 59cba8cd-88d2-4823-b96c-d6426115e6b3 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:45:58.185693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:58.318640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:58.346718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a484b9-8384-4b32-92af-099dfa5d12f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cba8cd-88d2-4823-b96c-d6426115e6b3'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:45:58.357089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 59cba8cd-88d2-4823-b96c-d6426115e6b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=59cba8cd-88d2-4823-b96c-d6426115e6b3,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:45:58.360752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:58.361734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device d7eedd13-8ca0-4692-b1b4-881e5d1bd50d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:45:58.395638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:45:58.428430 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a484b9-8384-4b32-92af-099dfa5d12f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cba8cd-88d2-4823-b96c-d6426115e6b3', 'code': 200}
Apr 19 19:45:58.446075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: d7eedd13-8ca0-4692-b1b4-881e5d1bd50d {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:45:58.446494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device d7eedd13-8ca0-4692-b1b4-881e5d1bd50d not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:45:58.475488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=59cba8cd-88d2-4823-b96c-d6426115e6b3,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:45:58.478892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:45:58.705810 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb385f-4c4a-4dbc-92ea-a3604efd76de req-59a8030d-94f9-4381-9dee-9c7e6041a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:58.707471 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1adb385f-4c4a-4dbc-92ea-a3604efd76de req-59a8030d-94f9-4381-9dee-9c7e6041a5bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 1098 time: 0.1175587
Apr 19 19:45:58.722758 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d827bed-d868-4e17-b46c-2a951cf4239b req-00588feb-ab70-447a-9bf1-2a71db29d53f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 210 time: 0.0551517
Apr 19 19:45:58.878057 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1adb385f-4c4a-4dbc-92ea-a3604efd76de req-720031b7-4288-449d-b211-99e63b65ca25 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587336
Apr 19 19:45:58.987920 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-edc683ff-da57-440c-8d41-275c85f75288 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:58.989485 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-edc683ff-da57-440c-8d41-275c85f75288 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 811 time: 0.2338009
Apr 19 19:45:59.002005 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6842bc4-248b-460a-8e64-2cb55dcbd7a5 req-ebbba3af-0cc4-41dd-ab0d-a8273ad208f6 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:45:59.003595 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6842bc4-248b-460a-8e64-2cb55dcbd7a5 req-ebbba3af-0cc4-41dd-ab0d-a8273ad208f6 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 945 time: 0.2243271
Apr 19 19:45:59.086267 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6842bc4-248b-460a-8e64-2cb55dcbd7a5 req-aae8cdae-83d3-452f-b824-ef23f45b6fb8 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760839
Apr 19 19:45:59.119113 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-63686dfc-4131-4791-abca-3b91abff2d9c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e519821846e42b3a6be90a508194df1 HTTP/1.1" status: 200  len: 5704 time: 0.0921011
Apr 19 19:45:59.129491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'port': {'device_id': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'admin_state_up': True, 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'security_groups': ['9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:45:59.520220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:45:59.530455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:45:59.540222 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Made reservation on behalf of 0e519821846e42b3a6be90a508194df1 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:45:59.546367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:59.715449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Allocated IP 172.20.0.4 (b8ebc8ce-7561-4ac6-9022-0aafcb1d7266/dacd6ef4-fa2a-4db2-916b-45158bff0c6f/140cc198-870e-49f8-8a3b-1b4abc30c555) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:45:59.909283 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc5b7bd4-19c1-4616-ba43-e5247726a033 req-c6959308-9087-44bd-b786-9188affe12e3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 210 time: 0.0651696
Apr 19 19:45:59.967494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:45:59.983824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Transition to ACTIVE for port object 140cc198-870e-49f8-8a3b-1b4abc30c555 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:46:00.007589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:00.013271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:00.083255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:46:00.087032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:46:00.091261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:46:00.135454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event updated for resources: {'Port': ['ID=140cc198-870e-49f8-8a3b-1b4abc30c555,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:00.140488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:00.171203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:00.171910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:00.199657 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0747702
Apr 19 19:46:00.296871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e4ff8-8d45-4003-a6c6-cf560322f52a req-3223cfc5-d94d-4a51-8aba-383fcc0267dc tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:00.299214 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b1e4ff8-8d45-4003-a6c6-cf560322f52a req-3223cfc5-d94d-4a51-8aba-383fcc0267dc tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 945 time: 0.0894575
Apr 19 19:46:00.316550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b03710bd-b5c2-4d30-b83b-264ea59add46 None None] Provisioning for port 140cc198-870e-49f8-8a3b-1b4abc30c555 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:46:00.321485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b03710bd-b5c2-4d30-b83b-264ea59add46 None None] Provisioning complete for port 140cc198-870e-49f8-8a3b-1b4abc30c555 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:46:00.321903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b03710bd-b5c2-4d30-b83b-264ea59add46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:00.349915 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b1e4ff8-8d45-4003-a6c6-cf560322f52a req-48ab202e-3ba8-464f-80e9-342059bf8193 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431716
Apr 19 19:46:00.380343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-b03710bd-b5c2-4d30-b83b-264ea59add46 None None] Port 140cc198-870e-49f8-8a3b-1b4abc30c555 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:46:01.113899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fa6b1-19cf-4d04-be5b-5f58c023ed64 req-990201dd-65c8-4568-86c0-dc314cae5d4f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:01.114681 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-506fa6b1-19cf-4d04-be5b-5f58c023ed64 req-990201dd-65c8-4568-86c0-dc314cae5d4f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Synchronizing usage tracker for tenant:0e519821846e42b3a6be90a508194df1 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:46:01.129015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-506fa6b1-19cf-4d04-be5b-5f58c023ed64 req-990201dd-65c8-4568-86c0-dc314cae5d4f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Unset dirty status for tenant:0e519821846e42b3a6be90a508194df1 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:46:01.130262 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-506fa6b1-19cf-4d04-be5b-5f58c023ed64 req-990201dd-65c8-4568-86c0-dc314cae5d4f tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 931 time: 0.1084783
Apr 19 19:46:01.179560 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-506fa6b1-19cf-4d04-be5b-5f58c023ed64 req-bb887369-2c8e-4da9-af8e-97cb18433764 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428061
Apr 19 19:46:01.553983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea9d8d-da5a-4b72-9227-05cc1eeca747 req-b156a15d-da4b-4ced-ae85-4e8056880baf tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:01.555607 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abea9d8d-da5a-4b72-9227-05cc1eeca747 req-b156a15d-da4b-4ced-ae85-4e8056880baf tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 945 time: 0.0891676
Apr 19 19:46:01.603110 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abea9d8d-da5a-4b72-9227-05cc1eeca747 req-92184a94-5ed0-47b0-a57a-b4e44bd3ed3e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413289
Apr 19 19:46:02.383188 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc348c-d6e6-4335-9848-6672936b87fc req-9f81c374-2e3a-4aa7-a2e6-261943603954 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:02.384702 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3dfc348c-d6e6-4335-9848-6672936b87fc req-9f81c374-2e3a-4aa7-a2e6-261943603954 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 931 time: 0.0918829
Apr 19 19:46:02.433059 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3dfc348c-d6e6-4335-9848-6672936b87fc req-b0fa88de-05b2-4aff-887a-a32568413361 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418255
Apr 19 19:46:02.653687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Request body: {'port': {'device_id': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:02.832715 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:02.927358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4a0b9-98b3-42f9-92b1-1dc93eee6f68 req-cb229f88-100b-4707-bcb4-4936d03bc8d8 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:02.928873 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8dc4a0b9-98b3-42f9-92b1-1dc93eee6f68 req-cb229f88-100b-4707-bcb4-4936d03bc8d8 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 945 time: 0.2103972
Apr 19 19:46:03.039125 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8dc4a0b9-98b3-42f9-92b1-1dc93eee6f68 req-88181601-953d-452b-884c-77c2354717a6 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028011
Apr 19 19:46:03.264462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140cc198-870e-49f8-8a3b-1b4abc30c555 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:46:03.273060 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:03.288423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Transition to ACTIVE for port object 140cc198-870e-49f8-8a3b-1b4abc30c555 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:46:03.291068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:03.295892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:03.431947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Pushing event updated for resources: {'Port': ['ID=140cc198-870e-49f8-8a3b-1b4abc30c555,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:03.460922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:03.548184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Attempting to bind port 140cc198-870e-49f8-8a3b-1b4abc30c555 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:46:03.548563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Attempting to bind port 140cc198-870e-49f8-8a3b-1b4abc30c555 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:46:03.548923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Attempting to bind port 140cc198-870e-49f8-8a3b-1b4abc30c555 on network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:46:03.589206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Port 140cc198-870e-49f8-8a3b-1b4abc30c555 on network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:46:03.589572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Attempting to bind port 140cc198-870e-49f8-8a3b-1b4abc30c555 on network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:46:03.607352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:46:03.607727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Checking segment: {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:46:03.608431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Bound using segment: {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:46:03.608752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Bound port: 140cc198-870e-49f8-8a3b-1b4abc30c555, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847b0d55-3df2-4231-8f8e-e9332bcdcf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:46:03.608974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:03.728278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f5b18-411e-4b53-9733-6e79a1502386 req-f4c87e3f-b5ab-4cd9-bb33-e1e06152af23 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:03.729911 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-336f5b18-411e-4b53-9733-6e79a1502386 req-f4c87e3f-b5ab-4cd9-bb33-e1e06152af23 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 943 time: 0.1769471
Apr 19 19:46:03.741355 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] For port 140cc198-870e-49f8-8a3b-1b4abc30c555, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:46:03.779080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] For port 140cc198-870e-49f8-8a3b-1b4abc30c555, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=140cc198-870e-49f8-8a3b-1b4abc30c555,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:46:03.787020 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:03.793901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:03.835303 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-336f5b18-411e-4b53-9733-6e79a1502386 req-9b101383-d8d0-402c-baf6-0db5ff023a7a tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953531
Apr 19 19:46:03.865456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:03.866139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:03.867677 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] 10.222.0.60 "PUT /v2.0/ports/140cc198-870e-49f8-8a3b-1b4abc30c555 HTTP/1.1" status: 200  len: 1093 time: 1.2192059
Apr 19 19:46:03.868213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'tag': '140cc198-870e-49f8-8a3b-1b4abc30c555'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:46:03.893302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Pushing event updated for resources: {'Port': ['ID=140cc198-870e-49f8-8a3b-1b4abc30c555,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:03.904493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:03.957597 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'tag': '140cc198-870e-49f8-8a3b-1b4abc30c555', 'status': 'completed', 'code': 200}
Apr 19 19:46:03.996948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-a6c328d8-cf41-4a4d-80f6-4868378e38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:03.998737 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-a6c328d8-cf41-4a4d-80f6-4868378e38e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 1096 time: 0.0884964
Apr 19 19:46:04.076307 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-d464b818-6a92-4328-ba97-b1f470f6a356 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140cc198-870e-49f8-8a3b-1b4abc30c555 HTTP/1.1" status: 200  len: 217 time: 0.0696638
Apr 19 19:46:04.150224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-93e4dc56-2d19-4956-b67f-f95be31c0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:04.151889 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-93e4dc56-2d19-4956-b67f-f95be31c0c14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 200  len: 850 time: 0.0689859
Apr 19 19:46:04.321161 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6174b5-10fd-4ba7-b3c7-8fccc0c8a234 req-7839fcbf-50dd-42a0-ae87-d55dda4b4cd0 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:04.321161 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d6174b5-10fd-4ba7-b3c7-8fccc0c8a234 req-7839fcbf-50dd-42a0-ae87-d55dda4b4cd0 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 945 time: 0.1199534
Apr 19 19:46:04.321161 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4de9a159-58b0-4180-81de-417030556094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:04.322192 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-4de9a159-58b0-4180-81de-417030556094 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1639404
Apr 19 19:46:04.457271 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d6174b5-10fd-4ba7-b3c7-8fccc0c8a234 req-a7661fc9-0625-449a-8b9f-dfb66e7f9123 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329136
Apr 19 19:46:04.501986 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-48db86ec-0582-4b88-8d95-4916fa629ecd service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612108
Apr 19 19:46:04.647835 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71dcacb-ec78-4ec5-b403-aa677d5680e9 req-de359bf3-04f8-4c2a-9f9c-e822fc7c8d97 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375997
Apr 19 19:46:04.775690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-df546844-6122-4c14-9e8f-344a7fa3dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:04.777283 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-df546844-6122-4c14-9e8f-344a7fa3dcdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 1096 time: 0.0836825
Apr 19 19:46:04.930759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-97bc1173-35eb-404c-be59-7fff4eb8daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:04.932801 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-97bc1173-35eb-404c-be59-7fff4eb8daf7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 912 time: 0.1487389
Apr 19 19:46:05.053503 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-c39f1e51-772e-49f0-8251-e34a63f9eed1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140cc198-870e-49f8-8a3b-1b4abc30c555 HTTP/1.1" status: 200  len: 217 time: 0.1137774
Apr 19 19:46:05.148834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-3e310837-aeb0-4dc6-901c-afdcb355f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:05.150300 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-3e310837-aeb0-4dc6-901c-afdcb355f854 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 200  len: 850 time: 0.0853238
Apr 19 19:46:05.165167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1208d-52c3-4d57-865f-2336fa45a44f req-3bc85e07-9b10-42e8-a16e-4bfa803784cf tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:05.167167 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-74d1208d-52c3-4d57-865f-2336fa45a44f req-3bc85e07-9b10-42e8-a16e-4bfa803784cf tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 943 time: 0.1685712
Apr 19 19:46:05.279235 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-74d1208d-52c3-4d57-865f-2336fa45a44f req-bf044a60-e9c3-4e5e-bb3b-0f9fcccb6491 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701461
Apr 19 19:46:05.291882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-f430edac-0646-480b-9fb0-2c6d574e6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:05.293466 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-f430edac-0646-480b-9fb0-2c6d574e6cdc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1252317
Apr 19 19:46:05.684654 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-0f0e1c24-6c21-40bb-9e09-f82f9c5169f3 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707335
Apr 19 19:46:05.827024 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53e82e48-a708-4552-9d11-9ea0f65d16aa req-d4cad712-5cac-463b-814c-7837cb076f42 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354010
Apr 19 19:46:06.491485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee934486-bee4-44f9-835f-c02968ae7928 req-942dd789-a46a-402c-8bbb-abdc221eaad1 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:06.493064 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee934486-bee4-44f9-835f-c02968ae7928 req-942dd789-a46a-402c-8bbb-abdc221eaad1 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 943 time: 0.0919030
Apr 19 19:46:06.542950 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee934486-bee4-44f9-835f-c02968ae7928 req-f5ee7b06-92d0-4ff9-a13f-b6b1d8ec50b3 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430486
Apr 19 19:46:06.654263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 140cc198-870e-49f8-8a3b-1b4abc30c555 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:46:06.799400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 140cc198-870e-49f8-8a3b-1b4abc30c555, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=140cc198-870e-49f8-8a3b-1b4abc30c555,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:06.818295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '140cc198-870e-49f8-8a3b-1b4abc30c555', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'port_id': '140cc198-870e-49f8-8a3b-1b4abc30c555', 'mac_address': 'fa:16:3e:44:79:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:46:06.878632 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:06.896590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140cc198-870e-49f8-8a3b-1b4abc30c555 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:46:06.913446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 140cc198-870e-49f8-8a3b-1b4abc30c555, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=140cc198-870e-49f8-8a3b-1b4abc30c555,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:06.916372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:06.918221 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58f36c8b-2cf9-4cc9-8d9e-bf676d62e905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:06.989834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=140cc198-870e-49f8-8a3b-1b4abc30c555,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:06.993162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:07.175490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['140cc198-870e-49f8-8a3b-1b4abc30c555'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:46:07.746046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44a531-d577-4d92-8391-0ad2eb6aadf6 req-69042e4e-e663-4e3a-9774-2c769e9ed393 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:07.747659 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc44a531-d577-4d92-8391-0ad2eb6aadf6 req-69042e4e-e663-4e3a-9774-2c769e9ed393 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 944 time: 0.0918782
Apr 19 19:46:07.796198 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc44a531-d577-4d92-8391-0ad2eb6aadf6 req-3646f361-1a26-4ecf-a071-7b329f864a89 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415637
Apr 19 19:46:08.652310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 140cc198-870e-49f8-8a3b-1b4abc30c555 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:46:08.725597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 140cc198-870e-49f8-8a3b-1b4abc30c555 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:46:08.730495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 140cc198-870e-49f8-8a3b-1b4abc30c555 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:46:08.730914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:08.793305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:08.868445 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:08.900538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140cc198-870e-49f8-8a3b-1b4abc30c555'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:46:08.912222 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 140cc198-870e-49f8-8a3b-1b4abc30c555, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=140cc198-870e-49f8-8a3b-1b4abc30c555,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:08.916697 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:08.918716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:08.951421 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140cc198-870e-49f8-8a3b-1b4abc30c555', 'code': 200}
Apr 19 19:46:08.992332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=140cc198-870e-49f8-8a3b-1b4abc30c555,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:08.995533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:09.064092 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da4d01-810d-4985-8c6c-4478b76947cb req-07788c7a-b5e5-492a-8add-27bdb91d6319 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:09.065721 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32da4d01-810d-4985-8c6c-4478b76947cb req-07788c7a-b5e5-492a-8add-27bdb91d6319 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.0901213
Apr 19 19:46:09.116847 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32da4d01-810d-4985-8c6c-4478b76947cb req-6a58e5f8-7f9b-4a68-b745-e3d364750620 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446916
Apr 19 19:46:10.320619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a7762-c7d6-4943-9b98-eb673629b540 req-5ea3ae93-1c23-45a8-a7e5-d9f00fe62911 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:10.322201 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-462a7762-c7d6-4943-9b98-eb673629b540 req-5ea3ae93-1c23-45a8-a7e5-d9f00fe62911 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.0902176
Apr 19 19:46:10.369343 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-462a7762-c7d6-4943-9b98-eb673629b540 req-d3b1f52d-bb31-48f2-a5b2-541cea26fdc5 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406814
Apr 19 19:46:11.573317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d79f47-c128-4e4b-848e-41db3b79fb5c req-8c3828df-958e-4d9f-b618-06be56658869 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:11.574923 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1d79f47-c128-4e4b-848e-41db3b79fb5c req-8c3828df-958e-4d9f-b618-06be56658869 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.0918458
Apr 19 19:46:11.622592 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1d79f47-c128-4e4b-848e-41db3b79fb5c req-b0acd9e6-7ca5-4cc8-a59c-e74659699843 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406477
Apr 19 19:46:12.111380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203442e3-f8ad-4c0f-900e-253ea0428178 req-e95c5b55-bb57-4224-9d62-f9e493065868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:12.112928 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-203442e3-f8ad-4c0f-900e-253ea0428178 req-e95c5b55-bb57-4224-9d62-f9e493065868 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 1098 time: 0.1339574
Apr 19 19:46:12.166001 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-203442e3-f8ad-4c0f-900e-253ea0428178 req-0905aa02-798d-4d36-8edc-a91ae84be728 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371680
Apr 19 19:46:12.833589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5f27b-0d45-4c93-b5f1-8f05806bdc48 req-d1a13051-5161-4928-ac7f-81d9a762db73 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:12.835228 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aec5f27b-0d45-4c93-b5f1-8f05806bdc48 req-d1a13051-5161-4928-ac7f-81d9a762db73 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.0931900
Apr 19 19:46:12.886006 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aec5f27b-0d45-4c93-b5f1-8f05806bdc48 req-d35e469c-8a03-4b14-b40d-2f8c6ffda4c2 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444419
Apr 19 19:46:14.092719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a03df-4e79-4f0f-af9d-b455bc613c14 req-5fe09355-6f60-40b3-94b1-a571eda46d19 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:14.095038 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c2a03df-4e79-4f0f-af9d-b455bc613c14 req-5fe09355-6f60-40b3-94b1-a571eda46d19 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.0923235
Apr 19 19:46:14.146896 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c2a03df-4e79-4f0f-af9d-b455bc613c14 req-50880e6c-db8d-4cdb-b8a2-742165b3da31 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453985
Apr 19 19:46:14.346700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb32f0-32fd-4075-998d-c2ec922bef29 req-5c38f40c-e9d9-4385-aaca-498f6bd238ab tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:14.348334 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-29bb32f0-32fd-4075-998d-c2ec922bef29 req-5c38f40c-e9d9-4385-aaca-498f6bd238ab tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.0933256
Apr 19 19:46:14.357448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60656) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:46:14.364583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-c4fb1c06-0b2d-4059-8d41-5a777965c626 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Request body: {'floatingip': {'port_id': '140cc198-870e-49f8-8a3b-1b4abc30c555'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:14.669164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-9dfd52f8-7f44-4f9d-a672-1c653efcd966 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:14.670711 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-9dfd52f8-7f44-4f9d-a672-1c653efcd966 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 814 time: 0.1741750
Apr 19 19:46:14.675820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1c06-0b2d-4059-8d41-5a777965c626 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:14.689201 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-e62c9e6e-631f-454a-b26f-1e265caaa691 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/quotas/d681691e85f14bf78b7e828776c86a47 HTTP/1.1" status: 200  len: 375 time: 0.0110767
Apr 19 19:46:14.791109 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-ec186178-755b-472a-80b9-417ac53e4b5a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0951173
Apr 19 19:46:14.939456 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-90bc9007-34ce-47f8-b551-b268095fbede service neutron] 10.222.0.13 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448293
Apr 19 19:46:15.092377 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-886d5f02-de2d-44e0-a2ab-2ae8a1173c4e service neutron] 10.222.0.13 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453602
Apr 19 19:46:15.301033 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7b17d466-ba89-4e3e-9039-ea51f800399c req-c3f3fb0c-4ad8-4adf-abb8-beb191126322 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 210 time: 0.0552700
Apr 19 19:46:15.333317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1c06-0b2d-4059-8d41-5a777965c626 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:15.337086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1c06-0b2d-4059-8d41-5a777965c626 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:15.524596 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-c4fb1c06-0b2d-4059-8d41-5a777965c626 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Floating IP 1d99c02c-75ac-441a-abeb-60b43f2d8016 associated. External IP: 172.27.3.77, port: 140cc198-870e-49f8-8a3b-1b4abc30c555.
Apr 19 19:46:15.908927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fb1c06-0b2d-4059-8d41-5a777965c626 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:46:16.114023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fb1c06-0b2d-4059-8d41-5a777965c626 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:46:16.119080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1c06-0b2d-4059-8d41-5a777965c626 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:16.127617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] Sync routers for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:46:16.138493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:46:16.139235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b5214e0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:45:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:16.178939 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c4fb1c06-0b2d-4059-8d41-5a777965c626 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "PUT /v2.0/floatingips/1d99c02c-75ac-441a-abeb-60b43f2d8016 HTTP/1.1" status: 200  len: 990 time: 1.8202162
Apr 19 19:46:16.179606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'tag': '140cc198-870e-49f8-8a3b-1b4abc30c555'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:46:16.230455 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'tag': '140cc198-870e-49f8-8a3b-1b4abc30c555', 'status': 'completed', 'code': 200}
Apr 19 19:46:16.347533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-fca54283-13f3-438e-9d52-0057c4ec9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:16.349396 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-fca54283-13f3-438e-9d52-0057c4ec9952 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e519821846e42b3a6be90a508194df1&device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 1098 time: 0.0857880
Apr 19 19:46:16.349763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:46:16.652817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-34b08c72-a6b9-4a2d-aaba-517c012bc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:16.654526 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-34b08c72-a6b9-4a2d-aaba-517c012bc5f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 200  len: 912 time: 0.2894893
Apr 19 19:46:16.675587 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c08c93b8-9f4d-4bff-a0df-8bef3e079242 req-8f8dd451-f53f-4f7d-8585-1b9fda963b5d tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 210 time: 0.1765242
Apr 19 19:46:16.840303 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-e0bd9627-7d66-4501-9ba5-8063c1877ff5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140cc198-870e-49f8-8a3b-1b4abc30c555 HTTP/1.1" status: 200  len: 998 time: 0.1609046
Apr 19 19:46:16.852080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-fbdfcfeb-0665-4042-8338-fc19c159df34 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:16.853615 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-fbdfcfeb-0665-4042-8338-fc19c159df34 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 814 time: 0.3794067
Apr 19 19:46:16.910666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Request body: {'port': {'device_id': '4c45e396-0738-435b-87c0-4125701804cc', 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b', 'admin_state_up': True, 'tenant_id': 'd681691e85f14bf78b7e828776c86a47'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:16.963223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b5214e0>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '1d99c02c-75ac-441a-abeb-60b43f2d8016', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'port_id': '140cc198-870e-49f8-8a3b-1b4abc30c555', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'mac_address': 'fa:16:3e:44:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:45:55Z', 'updated_at': '2021-04-19T19:46:15Z', 'revision_number': 1, 'project_id': '0e519821846e42b3a6be90a508194df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:16.967504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] Checking router: 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:46:16.977070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:46:16.977758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b5214e0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:45:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:17.060470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-97d9166a-c77d-4648-a74c-f43f4a11a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:17.062736 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-97d9166a-c77d-4648-a74c-f43f4a11a7cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 200  len: 850 time: 0.1933239
Apr 19 19:46:17.135953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:46:17.151286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:46:17.178220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Made reservation on behalf of d681691e85f14bf78b7e828776c86a47 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:46:17.184130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:17.196040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:46:17.217406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-506ae311-5546-49e4-9cd8-d31be539797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:17.217406 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-506ae311-5546-49e4-9cd8-d31be539797c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1408594
Apr 19 19:46:17.491252 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-5a032fae-4dfe-4896-928f-e5a98c820ecd service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2365835
Apr 19 19:46:17.497875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Allocated IP 172.20.0.9 (75e98d84-8838-4d6a-9c47-bdd1d65bb52b/4f485a9e-e871-4a22-bfdf-aec56f09710b/f331286c-e8af-45ca-99e6-ed29c3f07975) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:46:17.619232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b5214e0>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '1d99c02c-75ac-441a-abeb-60b43f2d8016', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'port_id': '140cc198-870e-49f8-8a3b-1b4abc30c555', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'mac_address': 'fa:16:3e:44:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:45:55Z', 'updated_at': '2021-04-19T19:46:15Z', 'revision_number': 1, 'project_id': '0e519821846e42b3a6be90a508194df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:17.623586 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e59d8-ee3d-4294-8340-d1f5d3ae9e4f None None] The sync data for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi is: [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '1d99c02c-75ac-441a-abeb-60b43f2d8016', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'port_id': '140cc198-870e-49f8-8a3b-1b4abc30c555', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'mac_address': 'fa:16:3e:44:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:45:55Z', 'updated_at': '2021-04-19T19:46:15Z', 'revision_number': 1, 'project_id': '0e519821846e42b3a6be90a508194df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:46:17.945940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f394d3-7965-4eb9-a805-9bbe0c5a901f None None] New status for floating IP 1d99c02c-75ac-441a-abeb-60b43f2d8016: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:46:18.045676 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25389ac6-02bc-4e8c-9a01-b97b9dd5a459 req-a8c71098-4897-407e-8138-479d699be7ee service neutron] 10.222.0.60 "GET /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5415003
Apr 19 19:46:18.054051 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-af6cd227-893f-4a92-a5cf-d6424519eb0c req-0eeba7c9-506b-43c0-884c-0ef83d786455 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 210 time: 0.1463637
Apr 19 19:46:18.138721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:18.169089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:18.177231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-49843f1d-2067-47a6-8724-89665d2a84bb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:18.181318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['59cba8cd-88d2-4823-b96c-d6426115e6b3'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:46:18.243135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:46:18.252507 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:46:18.255095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:46:18.308075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Pushing event updated for resources: {'Port': ['ID=f331286c-e8af-45ca-99e6-ed29c3f07975,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:18.317534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:18.333874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:18.334579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:18.359711 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4547050
Apr 19 19:46:18.372539 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Request body: {'port': {'device_id': '4c45e396-0738-435b-87c0-4125701804cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:18.498023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:18.880755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f331286c-e8af-45ca-99e6-ed29c3f07975 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:46:18.889404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:18.906301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Transition to ACTIVE for port object f331286c-e8af-45ca-99e6-ed29c3f07975 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:46:18.908921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:18.913606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:19.089179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Pushing event updated for resources: {'Port': ['ID=f331286c-e8af-45ca-99e6-ed29c3f07975,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:19.121367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:19.162428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Attempting to bind port f331286c-e8af-45ca-99e6-ed29c3f07975 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:46:19.162743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Attempting to bind port f331286c-e8af-45ca-99e6-ed29c3f07975 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:46:19.163109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Attempting to bind port f331286c-e8af-45ca-99e6-ed29c3f07975 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:46:19.168027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Port f331286c-e8af-45ca-99e6-ed29c3f07975 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:46:19.168390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Attempting to bind port f331286c-e8af-45ca-99e6-ed29c3f07975 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:46:19.174859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:46:19.175240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Checking segment: {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:46:19.175662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Bound using segment: {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:46:19.176135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Bound port: f331286c-e8af-45ca-99e6-ed29c3f07975, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:46:19.176517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:19.341581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] For port f331286c-e8af-45ca-99e6-ed29c3f07975, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:46:19.351359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed289e8-4e11-48b7-9b26-a5a93387cef6 req-c924a44a-292b-4382-b8dc-6f574f2fb24d tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:19.352118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-5ed289e8-4e11-48b7-9b26-a5a93387cef6 req-c924a44a-292b-4382-b8dc-6f574f2fb24d tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Synchronizing usage tracker for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:46:19.355676 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] For port f331286c-e8af-45ca-99e6-ed29c3f07975, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f331286c-e8af-45ca-99e6-ed29c3f07975,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:46:19.363031 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:19.371441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:19.428139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-5ed289e8-4e11-48b7-9b26-a5a93387cef6 req-c924a44a-292b-4382-b8dc-6f574f2fb24d tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Unset dirty status for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:46:19.429429 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ed289e8-4e11-48b7-9b26-a5a93387cef6 req-c924a44a-292b-4382-b8dc-6f574f2fb24d tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 943 time: 0.2434921
Apr 19 19:46:19.437635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:19.438357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:19.439759 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] 10.222.0.60 "PUT /v2.0/ports/f331286c-e8af-45ca-99e6-ed29c3f07975 HTTP/1.1" status: 200  len: 1093 time: 1.0721869
Apr 19 19:46:19.440277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c45e396-0738-435b-87c0-4125701804cc', 'tag': 'f331286c-e8af-45ca-99e6-ed29c3f07975'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:46:19.524717 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c45e396-0738-435b-87c0-4125701804cc', 'tag': 'f331286c-e8af-45ca-99e6-ed29c3f07975', 'status': 'completed', 'code': 200}
Apr 19 19:46:19.544731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Pushing event updated for resources: {'Port': ['ID=f331286c-e8af-45ca-99e6-ed29c3f07975,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:19.550552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:19.560557 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ed289e8-4e11-48b7-9b26-a5a93387cef6 req-e25063a9-e148-4a2a-8e1f-4622be0bd21d tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122978
Apr 19 19:46:19.587083 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-19bbb4df-c674-4a43-966a-a0bd92427de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:19.588673 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-19bbb4df-c674-4a43-966a-a0bd92427de6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 1096 time: 0.1081734
Apr 19 19:46:19.669117 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-784f2ae9-462e-4a09-9532-53402efc12a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f331286c-e8af-45ca-99e6-ed29c3f07975 HTTP/1.1" status: 200  len: 217 time: 0.0715840
Apr 19 19:46:19.740818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-ef229ba5-fec5-44ed-9ba6-5f334d275486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:19.742428 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-ef229ba5-fec5-44ed-9ba6-5f334d275486 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f485a9e-e871-4a22-bfdf-aec56f09710b HTTP/1.1" status: 200  len: 854 time: 0.0670147
Apr 19 19:46:19.801411 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-04ba76fa-b55f-438e-b3fa-f2d13ff68fb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487235
Apr 19 19:46:19.950913 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-bfbb8396-33fd-4fbd-a1e3-59f971c3a2ed service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420829
Apr 19 19:46:20.098959 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8ed5fb8-81d3-4960-9f6d-bbe1c3225859 req-2942c8fd-eb42-4c40-b953-e39f76a04342 service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406164
Apr 19 19:46:20.223743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-839e4750-0434-4c0b-ab95-9018dbd94e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:20.225449 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-839e4750-0434-4c0b-ab95-9018dbd94e05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 1096 time: 0.0839632
Apr 19 19:46:20.368101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-5b4823d2-8b7d-4a1f-a430-819fe8897c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:20.369665 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-5b4823d2-8b7d-4a1f-a430-819fe8897c58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 915 time: 0.1362317
Apr 19 19:46:20.446908 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-850d7e18-79b4-4e90-a37e-0a5ec5d0e104 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f331286c-e8af-45ca-99e6-ed29c3f07975 HTTP/1.1" status: 200  len: 217 time: 0.0658302
Apr 19 19:46:20.522156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-9c3c3e56-e65b-4c2e-b144-0e540220f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:20.523697 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-9c3c3e56-e65b-4c2e-b144-0e540220f74b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f485a9e-e871-4a22-bfdf-aec56f09710b HTTP/1.1" status: 200  len: 854 time: 0.0666339
Apr 19 19:46:20.576744 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-1fb8410f-1864-4ac3-acf1-a84a914083b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457978
Apr 19 19:46:20.786544 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-316fb01a-69d8-469e-8db4-8e77a26dcf05 service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976435
Apr 19 19:46:20.830199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fa578-9cdf-4e54-9894-ac88416bea8c req-1bf7a65c-639e-4800-b84a-3c868cb1ee07 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:20.831828 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-579fa578-9cdf-4e54-9894-ac88416bea8c req-1bf7a65c-639e-4800-b84a-3c868cb1ee07 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 943 time: 0.1496799
Apr 19 19:46:20.963449 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-579fa578-9cdf-4e54-9894-ac88416bea8c req-1f36784e-b274-4e41-bc29-bdf803924be9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826228
Apr 19 19:46:20.989725 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b279c27-5ca5-4069-85fb-c2d9bc7a46c8 req-0c2ae4a8-3e57-47ee-a3a0-92734383ce5d service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912520
Apr 19 19:46:22.169037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9f4e3-be11-4062-878a-d4dcc3f94ce2 req-401c667d-4fd1-44c6-8a73-03edba2dbb04 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:22.170670 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32c9f4e3-be11-4062-878a-d4dcc3f94ce2 req-401c667d-4fd1-44c6-8a73-03edba2dbb04 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 943 time: 0.0887144
Apr 19 19:46:22.219413 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32c9f4e3-be11-4062-878a-d4dcc3f94ce2 req-984c9bc7-c25c-4b8d-8083-0bc4887c4d4c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421381
Apr 19 19:46:22.731500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device f331286c-e8af-45ca-99e6-ed29c3f07975 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:46:22.875934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port f331286c-e8af-45ca-99e6-ed29c3f07975, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f331286c-e8af-45ca-99e6-ed29c3f07975,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:22.890057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'f331286c-e8af-45ca-99e6-ed29c3f07975', 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b', 'port_id': 'f331286c-e8af-45ca-99e6-ed29c3f07975', 'mac_address': 'fa:16:3e:e3:19:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f485a9e-e871-4a22-bfdf-aec56f09710b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:46:22.948214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:22.966107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f331286c-e8af-45ca-99e6-ed29c3f07975 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:46:22.982549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port f331286c-e8af-45ca-99e6-ed29c3f07975, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f331286c-e8af-45ca-99e6-ed29c3f07975,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:22.985308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:22.987196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:23.060921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=f331286c-e8af-45ca-99e6-ed29c3f07975,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:23.069853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.070242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.070653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.071029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.071403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.071774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.072140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.072506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.072889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.073253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.073615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.073975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:23.078671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:23.161654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78fa2378-ae50-431f-8611-744a85f7d239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:23.310825 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['f331286c-e8af-45ca-99e6-ed29c3f07975'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:46:23.430281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f680c2-c1f6-49fa-aab4-4f1882c72235 req-0634f260-174b-4545-ab2d-97ac3f5f52a3 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:23.432512 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-95f680c2-c1f6-49fa-aab4-4f1882c72235 req-0634f260-174b-4545-ab2d-97ac3f5f52a3 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 944 time: 0.0968220
Apr 19 19:46:23.481639 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-95f680c2-c1f6-49fa-aab4-4f1882c72235 req-9b1e0132-f875-4aca-800b-6204552c0b21 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417664
Apr 19 19:46:23.733443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60798) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:46:23.802711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] Deleting subnet add5831a-6c5d-4899-bbbb-52d252df3a98 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:46:23.805751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:23.857127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848133536'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:23.914536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:24.172622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848253544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6351245'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:24.178170 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:24.216669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add5831a-6c5d-4899-bbbb-52d252df3a98,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:24.220437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:24.221948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:24.228248 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/add5831a-6c5d-4899-bbbb-52d252df3a98 HTTP/1.1" status: 204  len: 168 time: 0.4932556
Apr 19 19:46:24.230773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60804) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:46:24.349824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:24.689672 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814a7e5-c4e0-4a24-ae2c-408592d008dd req-2ca0d94c-d104-421f-9c77-af2e316046b1 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:24.691316 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2814a7e5-c4e0-4a24-ae2c-408592d008dd req-2ca0d94c-d104-421f-9c77-af2e316046b1 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 944 time: 0.0894861
Apr 19 19:46:24.708797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:24.741905 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2814a7e5-c4e0-4a24-ae2c-408592d008dd req-b0dd7dc3-7df0-4c0c-a4df-d48e7118ce57 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441666
Apr 19 19:46:24.768608 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device f331286c-e8af-45ca-99e6-ed29c3f07975 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:46:24.819891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70aaff898>,) {'filters': {'network_id': ['4a3973ef-3fa5-4c7c-93ee-87a62045e8e7']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:24.836711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70aaff898>, '3049cd37-4ba9-4fd7-a47a-51913ca4be51') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:24.837043 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70aaff898>, '3049cd37-4ba9-4fd7-a47a-51913ca4be51') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:24.839014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port f331286c-e8af-45ca-99e6-ed29c3f07975 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:46:24.844602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port f331286c-e8af-45ca-99e6-ed29c3f07975 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:46:24.845022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:24.849940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6642280'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:24.865000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:24.871153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:46:24.968905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:24.997207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c45e396-0738-435b-87c0-4125701804cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331286c-e8af-45ca-99e6-ed29c3f07975'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:46:25.007440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port f331286c-e8af-45ca-99e6-ed29c3f07975, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f331286c-e8af-45ca-99e6-ed29c3f07975,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:25.016616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:25.019014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:25.057882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:46:25.063154 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c45e396-0738-435b-87c0-4125701804cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f331286c-e8af-45ca-99e6-ed29c3f07975', 'code': 200}
Apr 19 19:46:25.067987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6521915'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:25.109136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8da71fb-cbf5-4f6a-8007-f09a411fe6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:25.115535 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=f331286c-e8af-45ca-99e6-ed29c3f07975,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:25.118536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:25.251071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Network 4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:46:25.273608 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:46:25.326407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592f256-ba0d-44a8-9f42-73d552f03ebb req-b0e312bb-0e82-41f3-a20b-c5264b47056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:25.329009 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4592f256-ba0d-44a8-9f42-73d552f03ebb req-b0e312bb-0e82-41f3-a20b-c5264b47056c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 1098 time: 0.0799024
Apr 19 19:46:25.352092 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:25.355753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:25.369525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:25.378884 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4592f256-ba0d-44a8-9f42-73d552f03ebb req-86ebcfc8-942d-4f36-867f-961115bff612 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409629
Apr 19 19:46:25.381178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3973ef-3fa5-4c7c-93ee-87a62045e8e7,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:25.384554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:25.389637 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e0f74f8c-f677-4403-a1a9-74b5f3ae5e15 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4a3973ef-3fa5-4c7c-93ee-87a62045e8e7 HTTP/1.1" status: 204  len: 168 time: 1.1578329
Apr 19 19:46:25.513667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60818) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:46:25.567690 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c1746b53-c5e9-4fed-9112-87e81552aa31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b47baf6d1cd4bb990835ab7c12cece4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527081
Apr 19 19:46:25.570202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 60822) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:46:25.631574 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-985d586f-7b9a-4c15-8ee2-f904e0e61205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:25.659335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-985d586f-7b9a-4c15-8ee2-f904e0e61205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:25.703820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-985d586f-7b9a-4c15-8ee2-f904e0e61205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:25.709107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-edf8c442-d3ea-45e0-8839-7f8a39a5a453 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:25.722801 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d586f-7b9a-4c15-8ee2-f904e0e61205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd109dd4-5cd7-4929-8792-3d9bb62056ce,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:25.726984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-985d586f-7b9a-4c15-8ee2-f904e0e61205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:25.730355 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-985d586f-7b9a-4c15-8ee2-f904e0e61205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:25.731571 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-985d586f-7b9a-4c15-8ee2-f904e0e61205 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd109dd4-5cd7-4929-8792-3d9bb62056ce HTTP/1.1" status: 204  len: 168 time: 0.1603570
Apr 19 19:46:25.957875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0e8a8-3084-43ff-85ef-db8e500dad10 req-6dfed1b6-4b39-498c-8281-d430675f4877 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:25.959638 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72f0e8a8-3084-43ff-85ef-db8e500dad10 req-6dfed1b6-4b39-498c-8281-d430675f4877 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 945 time: 0.1015766
Apr 19 19:46:26.012481 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72f0e8a8-3084-43ff-85ef-db8e500dad10 req-f3da5693-ddaf-404d-9ff6-5b13637595f5 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462773
Apr 19 19:46:26.103569 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:26.566429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:27.231634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79361621-07f2-4f85-b72d-7994ddf0f4f4 req-0f641ec8-90e3-4ec1-a201-896db9c6fe10 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:27.233195 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79361621-07f2-4f85-b72d-7994ddf0f4f4 req-0f641ec8-90e3-4ec1-a201-896db9c6fe10 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 945 time: 0.0873177
Apr 19 19:46:27.281458 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79361621-07f2-4f85-b72d-7994ddf0f4f4 req-4dfa1491-9d95-4c70-9365-30ee42cea484 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403032
Apr 19 19:46:27.548225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:29.551408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-d0c37ac2-3603-44fc-8101-61a175f04274 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:29.552986 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-d0c37ac2-3603-44fc-8101-61a175f04274 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 814 time: 0.1571193
Apr 19 19:46:29.568954 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-3adb941b-48c2-433f-9c00-46dc975f2005 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/quotas/d681691e85f14bf78b7e828776c86a47 HTTP/1.1" status: 200  len: 375 time: 0.0095792
Apr 19 19:46:29.660607 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-07ac30a6-c872-46c5-b605-4f5179cca09b tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0861490
Apr 19 19:46:30.038456 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6524c764-a22a-416c-878a-a6f27d9c4d2b service neutron] 10.222.0.13 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3703225
Apr 19 19:46:30.186309 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-f5629a54-4a0a-4e66-97d6-e4b2b460ea8c service neutron] 10.222.0.13 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406307
Apr 19 19:46:30.384335 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9bbc237a-1ba1-4156-a2f3-a0ecc4526f02 req-d2b90081-986b-4f80-b143-003c2ffe3850 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 210 time: 0.0485940
Apr 19 19:46:31.586570 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-59daabbe-4b73-45e6-9465-154921cab2f8 req-6dd480bd-120a-4919-b9cc-bd92b835a14c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 210 time: 0.0563939
Apr 19 19:46:31.656471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-beda703c-4e72-443f-afd5-24c3252faaa2 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:31.658019 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-beda703c-4e72-443f-afd5-24c3252faaa2 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 814 time: 0.2088187
Apr 19 19:46:31.682698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Request body: {'port': {'device_id': '70c768e6-8ab7-4bbc-8efd-607559f39c3d', 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b', 'admin_state_up': True, 'tenant_id': 'd681691e85f14bf78b7e828776c86a47'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:31.827906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:46:31.837785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:46:31.846662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Made reservation on behalf of d681691e85f14bf78b7e828776c86a47 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:46:31.852676 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:32.021953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Allocated IP 172.20.0.2 (75e98d84-8838-4d6a-9c47-bdd1d65bb52b/4f485a9e-e871-4a22-bfdf-aec56f09710b/ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:46:32.239870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:32.269795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:32.275528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:32.282985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['59cba8cd-88d2-4823-b96c-d6426115e6b3', 'f331286c-e8af-45ca-99e6-ed29c3f07975'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:46:32.345416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:46:32.349349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:46:32.353591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:46:32.399029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Pushing event updated for resources: {'Port': ['ID=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:32.417549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.417969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.418398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.418806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.419206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.419603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.420001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.420395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.420829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.421291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.421724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.422115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:46:32.428208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:32.442368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:32.443087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:32.472170 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7938967
Apr 19 19:46:32.487023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Request body: {'port': {'device_id': '70c768e6-8ab7-4bbc-8efd-607559f39c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:32.610082 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:32.938170 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cef3b9-340b-4f90-80b5-48f1da9eebcf req-ded4a8f1-2b84-40a6-a11d-ea3489d37c15 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:32.938893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b5cef3b9-340b-4f90-80b5-48f1da9eebcf req-ded4a8f1-2b84-40a6-a11d-ea3489d37c15 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Synchronizing usage tracker for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:46:32.979607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b5cef3b9-340b-4f90-80b5-48f1da9eebcf req-ded4a8f1-2b84-40a6-a11d-ea3489d37c15 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Unset dirty status for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:46:32.980841 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b5cef3b9-340b-4f90-80b5-48f1da9eebcf req-ded4a8f1-2b84-40a6-a11d-ea3489d37c15 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 931 time: 0.2485683
Apr 19 19:46:33.095397 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b5cef3b9-340b-4f90-80b5-48f1da9eebcf req-797e5869-bb48-43a9-bccc-0a81b80d7edd tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079473
Apr 19 19:46:33.105363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:46:33.113538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:33.129290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Transition to ACTIVE for port object ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:46:33.131784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:33.136462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-df0939a0-9bd4-42ad-9ad1-7816d655ed65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:33.307483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:33.339261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:33.379769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Attempting to bind port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:46:33.380145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Attempting to bind port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:46:33.380508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Attempting to bind port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:46:33.385382 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:46:33.385743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Attempting to bind port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:46:33.391882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:46:33.392255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Checking segment: {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:46:33.392675 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Bound using segment: {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:46:33.393143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Bound port: ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:46:33.393522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:33.493357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] For port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:46:33.496619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] For port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:46:33.499596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:33.504588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d62db7-21cf-4c9b-93ca-6d13f5d6c78e tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:33.559997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:33.560728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:33.562259 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] 10.222.0.60 "PUT /v2.0/ports/ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 HTTP/1.1" status: 200  len: 1093 time: 1.0800407
Apr 19 19:46:33.562814 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c768e6-8ab7-4bbc-8efd-607559f39c3d', 'tag': 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:46:33.596441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:33.599630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:33.688964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-933cbdfc-3d22-463d-a9cd-12a8690f21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:33.690632 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-933cbdfc-3d22-463d-a9cd-12a8690f21e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 1096 time: 0.0887051
Apr 19 19:46:33.763314 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c768e6-8ab7-4bbc-8efd-607559f39c3d', 'tag': 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2', 'status': 'completed', 'code': 200}
Apr 19 19:46:33.772803 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-7b0f18fc-d7cd-46f1-9729-6226c18cfffc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 HTTP/1.1" status: 200  len: 217 time: 0.0689297
Apr 19 19:46:33.846762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-0dd19b5a-ae05-47a8-98a0-90dc4145b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:33.848326 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-0dd19b5a-ae05-47a8-98a0-90dc4145b8c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f485a9e-e871-4a22-bfdf-aec56f09710b HTTP/1.1" status: 200  len: 854 time: 0.0676332
Apr 19 19:46:33.907675 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-9a2e0183-8953-42b5-8ef2-75914b34589a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470502
Apr 19 19:46:34.060118 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-2ae0876a-d2f9-47c1-a964-e0567e07107c service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433694
Apr 19 19:46:34.220592 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e710171-5c9c-4cec-a7a1-b4d12ce85409 req-b8033b34-c5a6-41dd-8261-8920c63571a2 service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397986
Apr 19 19:46:34.230477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:46:34.404541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a03093-09f6-4726-b462-40b307bee83f req-8e929c44-0a43-465c-a42b-4fe6dab6d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:34.406779 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-91a03093-09f6-4726-b462-40b307bee83f req-8e929c44-0a43-465c-a42b-4fe6dab6d994 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 1096 time: 0.1246474
Apr 19 19:46:34.560621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62429f2e-6a7e-4fb2-a70b-6aa8e39eea95 req-370965d0-6bc4-493d-b14f-5d378d9360da tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:34.562513 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62429f2e-6a7e-4fb2-a70b-6aa8e39eea95 req-370965d0-6bc4-493d-b14f-5d378d9360da tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 943 time: 0.2071478
Apr 19 19:46:34.604426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a03093-09f6-4726-b462-40b307bee83f req-7a61064a-fb09-482f-b34c-f06b3002a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:34.606015 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-91a03093-09f6-4726-b462-40b307bee83f req-7a61064a-fb09-482f-b34c-f06b3002a217 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 915 time: 0.1887031
Apr 19 19:46:34.922010 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-91a03093-09f6-4726-b462-40b307bee83f req-19a81546-ed77-45dc-ab80-34a51a711c04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 HTTP/1.1" status: 200  len: 217 time: 0.3065300
Apr 19 19:46:34.925170 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62429f2e-6a7e-4fb2-a70b-6aa8e39eea95 req-1a21ecbc-69a2-472d-ba3b-f1c2f428a21e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3482230
Apr 19 19:46:34.995009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a03093-09f6-4726-b462-40b307bee83f req-6c139f82-af6f-420e-84f4-595e9ae1c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:34.996479 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-91a03093-09f6-4726-b462-40b307bee83f req-6c139f82-af6f-420e-84f4-595e9ae1c982 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f485a9e-e871-4a22-bfdf-aec56f09710b HTTP/1.1" status: 200  len: 854 time: 0.0645411
Apr 19 19:46:35.059390 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-91a03093-09f6-4726-b462-40b307bee83f req-1ac962a7-9c68-4532-97ad-9ac888c77fa5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511463
Apr 19 19:46:35.204344 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-91a03093-09f6-4726-b462-40b307bee83f req-db1addd9-c967-4127-ac08-2a744c582354 service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370788
Apr 19 19:46:35.350686 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-91a03093-09f6-4726-b462-40b307bee83f req-d2094382-7e36-412a-b3ef-31874ef48dba service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393530
Apr 19 19:46:36.133678 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f1480-7470-4214-8540-a1f6b55be896 req-319528be-82fa-43ec-bb8a-4ef1822a9d1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:36.135350 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac8f1480-7470-4214-8540-a1f6b55be896 req-319528be-82fa-43ec-bb8a-4ef1822a9d1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 943 time: 0.0899284
Apr 19 19:46:36.182805 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac8f1480-7470-4214-8540-a1f6b55be896 req-65c2bd41-1408-446b-9788-72336947c0fc tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404468
Apr 19 19:46:36.812258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:46:36.959437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:36.973656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2', 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b', 'port_id': 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2', 'mac_address': 'fa:16:3e:08:0c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f485a9e-e871-4a22-bfdf-aec56f09710b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:46:37.034032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:37.055254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:46:37.073389 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:37.076714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:37.079224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:37.152175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:37.155556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:37.400125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10aa63-5390-4574-bc2d-b87a4eccc7f7 req-524397c1-df69-4b8a-83af-05bc94934d4c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:37.401643 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac10aa63-5390-4574-bc2d-b87a4eccc7f7 req-524397c1-df69-4b8a-83af-05bc94934d4c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 944 time: 0.0943830
Apr 19 19:46:37.413345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:46:37.451078 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac10aa63-5390-4574-bc2d-b87a4eccc7f7 req-aa489e45-867b-4744-ae45-9881847e402c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423996
Apr 19 19:46:38.664751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294c330-49ac-45e5-940d-5fd1d5df1ed5 req-ade566ca-c767-4399-95cf-73e6a995e25a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:38.666740 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2294c330-49ac-45e5-940d-5fd1d5df1ed5 req-ade566ca-c767-4399-95cf-73e6a995e25a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 944 time: 0.0925500
Apr 19 19:46:38.721787 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2294c330-49ac-45e5-940d-5fd1d5df1ed5 req-22ce3b35-a9f6-4aa9-b2b7-35cccec78712 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479686
Apr 19 19:46:38.778309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:38.827368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:46:38.897849 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:46:38.903068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:46:38.903492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:39.026947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:39.056848 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c768e6-8ab7-4bbc-8efd-607559f39c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:46:39.068301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:39.071507 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:39.073854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:39.148569 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:39.151992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:39.172694 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c768e6-8ab7-4bbc-8efd-607559f39c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2', 'code': 200}
Apr 19 19:46:39.423028 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976c8d0-9017-42dc-b567-434737d22b67 req-8589494d-42a4-4810-8eca-d8e550dfbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:39.424536 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c976c8d0-9017-42dc-b567-434737d22b67 req-8589494d-42a4-4810-8eca-d8e550dfbeb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 1098 time: 0.0771394
Apr 19 19:46:39.470898 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c976c8d0-9017-42dc-b567-434737d22b67 req-0b40cbd0-f5f8-4be6-b17e-5d39ff3a5890 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369341
Apr 19 19:46:39.932009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb51d1-d72b-4a90-baac-d1081f16cbdb req-11e679a6-de37-4f39-b159-57f6fb6bcbf1 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:39.933700 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ddb51d1-d72b-4a90-baac-d1081f16cbdb req-11e679a6-de37-4f39-b159-57f6fb6bcbf1 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 945 time: 0.0945926
Apr 19 19:46:39.984803 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ddb51d1-d72b-4a90-baac-d1081f16cbdb req-394591dc-274b-4dbf-ad4f-2d5037dc6b4c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427983
Apr 19 19:46:41.197312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c09a-9c21-426a-b416-ba9539beb77b req-3992bc5e-3234-409a-a8d5-aa2daec4056b tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:41.198807 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de38c09a-9c21-426a-b416-ba9539beb77b req-3992bc5e-3234-409a-a8d5-aa2daec4056b tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 945 time: 0.0904419
Apr 19 19:46:41.248467 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de38c09a-9c21-426a-b416-ba9539beb77b req-fb7790ed-3cc7-4dd7-a58b-e6c93389bccf tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431144
Apr 19 19:46:41.555171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae0c50-fc08-4bde-8428-43fe39c09fc0 req-7d14913c-8641-4af2-b4c1-25003cdb2239 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:41.556781 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-09ae0c50-fc08-4bde-8428-43fe39c09fc0 req-7d14913c-8641-4af2-b4c1-25003cdb2239 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1009710
Apr 19 19:46:41.608292 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-09ae0c50-fc08-4bde-8428-43fe39c09fc0 req-b302b63e-811c-4c51-85f4-19f8c1da4404 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450277
Apr 19 19:46:42.820577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065120f-f88f-42c5-a7c0-bcb264332a2c req-474004a1-29f4-4291-a80c-0475e4259ca0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:42.822203 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2065120f-f88f-42c5-a7c0-bcb264332a2c req-474004a1-29f4-4291-a80c-0475e4259ca0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.0909913
Apr 19 19:46:42.872145 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2065120f-f88f-42c5-a7c0-bcb264332a2c req-f9a2792f-2219-4a84-85eb-a574aee33f8a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425940
Apr 19 19:46:43.718518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bd34c-ffe0-4124-9a74-82670151882e req-412c4ae6-97f6-4cea-a7eb-d19f53a2c41a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:43.720217 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-038bd34c-ffe0-4124-9a74-82670151882e req-412c4ae6-97f6-4cea-a7eb-d19f53a2c41a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 945 time: 0.0935798
Apr 19 19:46:43.770543 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-038bd34c-ffe0-4124-9a74-82670151882e req-e128e36f-0179-49eb-9632-31eca54454a3 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435202
Apr 19 19:46:44.088782 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d46f-c287-446b-ac4c-ad4abe6ca161 req-7ee41e27-64ac-46b1-ba37-0fb45c668ffe tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:44.090227 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-96d1d46f-c287-446b-ac4c-ad4abe6ca161 req-7ee41e27-64ac-46b1-ba37-0fb45c668ffe tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.0969479
Apr 19 19:46:44.140334 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-96d1d46f-c287-446b-ac4c-ad4abe6ca161 req-53bec6da-afa0-4ae0-a912-1d162266e093 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416532
Apr 19 19:46:44.982844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515722c8-4f97-4e46-87a5-5317b54052c8 req-78b9e337-379c-4a53-a7ea-7f5a021d4ece tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:44.984556 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-515722c8-4f97-4e46-87a5-5317b54052c8 req-78b9e337-379c-4a53-a7ea-7f5a021d4ece tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 945 time: 0.0963221
Apr 19 19:46:45.034265 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-515722c8-4f97-4e46-87a5-5317b54052c8 req-6be0a686-c54f-487a-869f-34620501d77b tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432141
Apr 19 19:46:45.353099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd26675-79da-41f2-b394-19354cbc2fa7 req-726e85a5-6ebb-43bc-bd05-f58140f1e473 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:45.354629 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bd26675-79da-41f2-b394-19354cbc2fa7 req-726e85a5-6ebb-43bc-bd05-f58140f1e473 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.0938876
Apr 19 19:46:45.404027 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bd26675-79da-41f2-b394-19354cbc2fa7 req-3d10814a-c4bf-406d-bf38-5f864d98a6ae tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422940
Apr 19 19:46:45.977046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-9e1422b7-7b26-4724-ad25-8286b595b68f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:45.978622 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-9e1422b7-7b26-4724-ad25-8286b595b68f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 945 time: 0.0907319
Apr 19 19:46:46.072711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Deleting port 49cb9016-3aba-4a91-a819-f78116b2c9f4 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:46:46.073512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:46.376833 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c390db-0ed1-4f5a-8465-d47a638d241b req-d5bcfc04-6234-43af-8014-9f720109b8ce tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:46.378471 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c2c390db-0ed1-4f5a-8465-d47a638d241b req-d5bcfc04-6234-43af-8014-9f720109b8ce tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 945 time: 0.2083371
Apr 19 19:46:46.448046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] For port 49cb9016-3aba-4a91-a819-f78116b2c9f4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=49cb9016-3aba-4a91-a819-f78116b2c9f4,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:46.448444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:46.467627 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c2c390db-0ed1-4f5a-8465-d47a638d241b req-9baf47b2-155f-4211-8ede-c1f05278f9c6 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774295
Apr 19 19:46:46.825450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251dfed-23c4-4d09-b9c5-4c8d42b0ca29 req-25a75e17-2dc0-4d5b-8764-1a7f9c7c934c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:46.827068 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f251dfed-23c4-4d09-b9c5-4c8d42b0ca29 req-25a75e17-2dc0-4d5b-8764-1a7f9c7c934c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.2880397
Apr 19 19:46:46.866597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:46.867018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:46.867373 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Floating IP 8e101b42-c441-4b87-9b3c-ab954653089c disassociated. External IP: 172.27.3.182, port: 49cb9016-3aba-4a91-a819-f78116b2c9f4.
Apr 19 19:46:46.867754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Calling delete_port for 49cb9016-3aba-4a91-a819-f78116b2c9f4 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:46:46.946158 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f251dfed-23c4-4d09-b9c5-4c8d42b0ca29 req-6a93703a-b684-4c9c-8865-e6a593497c6e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107597
Apr 19 19:46:47.041223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:47.048764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-06f87fe4-464e-4b62-8030-44c237d98bdf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:47.103834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event deleted for resources: {'Port': ['ID=49cb9016-3aba-4a91-a819-f78116b2c9f4,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:47.107060 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:47.301044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Router ab857948-74d2-473c-bfff-5b010d327407 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:46:47.741864 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8edec0db-0856-4b7b-86b9-3f9c6fae398c req-535a590d-e282-45fc-86d8-3ec6acf1fc07 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 210 time: 0.0583344
Apr 19 19:46:47.773723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:46:47.784813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] Sync routers for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:46:47.795874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:46:47.796541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a205550>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:46:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:47.855418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] No DVR routers for this DVR port 49cb9016-3aba-4a91-a819-f78116b2c9f4 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:46:47.858047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:47.862000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25177980-d4c9-46f2-945a-b0df00bb701d', 'name': 'network-vif-deleted', 'tag': '49cb9016-3aba-4a91-a819-f78116b2c9f4'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:46:47.879347 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dabd601-2eac-45bb-a2af-14c7ce545afa req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "DELETE /v2.0/ports/49cb9016-3aba-4a91-a819-f78116b2c9f4 HTTP/1.1" status: 204  len: 173 time: 1.8897259
Apr 19 19:46:47.923483 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25177980-d4c9-46f2-945a-b0df00bb701d', 'name': 'network-vif-deleted', 'tag': '49cb9016-3aba-4a91-a819-f78116b2c9f4', 'status': 'completed', 'code': 200}
Apr 19 19:46:47.992226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:46:48.173523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06f91-c1fb-48e0-b00e-d56e39f6616e req-e71b2e92-bcb0-4900-b3d8-ef904dc194ac tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:48.175531 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d6f06f91-c1fb-48e0-b00e-d56e39f6616e req-e71b2e92-bcb0-4900-b3d8-ef904dc194ac tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.0992227
Apr 19 19:46:48.237851 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d6f06f91-c1fb-48e0-b00e-d56e39f6616e req-abf6b95b-b6e1-47ce-a4f4-36d50a7a9349 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520618
Apr 19 19:46:48.513951 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a205550>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:48.518656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] Checking router: ab857948-74d2-473c-bfff-5b010d327407 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:46:48.527661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:46:48.528316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a205550>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:46:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:48.722318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:46:48.892549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 49cb9016-3aba-4a91-a819-f78116b2c9f4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:46:48.928709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b4ee7217-dc24-4e77-832d-08147475ca90 req-dca1c334-0749-4382-9e7e-c6565a1d44b4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Synchronizing usage tracker for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:46:48.945743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b4ee7217-dc24-4e77-832d-08147475ca90 req-dca1c334-0749-4382-9e7e-c6565a1d44b4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Unset dirty status for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:46:48.947103 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b4ee7217-dc24-4e77-832d-08147475ca90 req-dca1c334-0749-4382-9e7e-c6565a1d44b4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=25177980-d4c9-46f2-945a-b0df00bb701d HTTP/1.1" status: 200  len: 210 time: 0.0676572
Apr 19 19:46:48.995216 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 49cb9016-3aba-4a91-a819-f78116b2c9f4 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:46:48.995617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 49cb9016-3aba-4a91-a819-f78116b2c9f4 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:46:49.132151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a205550>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:46:49.136269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b89b05c-d30e-4178-b2b1-ffd1987ffea6 None None] The sync data for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi is: [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:46:49.467277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5844f-9934-4bcd-82e5-d7aee0e01974 req-7cbdff17-ce23-4655-9260-c74e6e5aeef4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:49.468877 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-24f5844f-9934-4bcd-82e5-d7aee0e01974 req-7cbdff17-ce23-4655-9260-c74e6e5aeef4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1032610
Apr 19 19:46:49.522929 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-24f5844f-9934-4bcd-82e5-d7aee0e01974 req-6d8ad339-518f-431f-93bd-8a0419725fac tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471668
Apr 19 19:46:49.559055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0587a0-e4c2-4d4b-8cf6-c8e6e6acd047 None None] New status for floating IP 8e101b42-c441-4b87-9b3c-ab954653089c: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:46:50.362716 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-3911b89b-3e35-4b14-bc99-3e495bd88927 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126359965&fields=id&tenant_id=29e6b178b50c4f2c8cce9409ac14df4e HTTP/1.1" status: 200  len: 267 time: 0.0446434
Apr 19 19:46:50.526373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-5d1ef683-13b8-4478-b3c7-0bcdb39d74c8 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:50.528142 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-5d1ef683-13b8-4478-b3c7-0bcdb39d74c8 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 811 time: 0.1578839
Apr 19 19:46:50.544874 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-32f512c2-0675-4355-97b9-1e65875e5f67 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/quotas/29e6b178b50c4f2c8cce9409ac14df4e HTTP/1.1" status: 200  len: 375 time: 0.0096095
Apr 19 19:46:50.639165 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-2bbaaad0-55d7-40f4-8fa9-713daef7393f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0872860
Apr 19 19:46:50.859786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d369a2-2dc8-44f0-80cf-a3a659354840 req-8f9f252f-0e1d-41fd-9e62-c3414798bb89 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:50.861530 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1d369a2-2dc8-44f0-80cf-a3a659354840 req-8f9f252f-0e1d-41fd-9e62-c3414798bb89 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.2160611
Apr 19 19:46:50.863636 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-6ccfd6cc-824f-4d6b-83ef-d9cb4712257f service neutron] 10.222.0.13 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819859
Apr 19 19:46:51.003846 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1d369a2-2dc8-44f0-80cf-a3a659354840 req-6caef31a-6b15-4806-86b6-90f736d3a7d5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342912
Apr 19 19:46:51.075116 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-5042a9c1-4d06-4cab-8cff-a15977d2cc2e service neutron] 10.222.0.13 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906638
Apr 19 19:46:51.498747 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4f88f23d-d650-4b79-b0b3-ae1ef3a5c926 req-1052843d-a29f-45de-906b-36aed64fe30f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 210 time: 0.0497112
Apr 19 19:46:52.223462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9eaac-c335-4324-a19e-ba8dfd5275f1 req-dd52561c-d673-4e4f-8c53-f8a7841ef39f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:52.225039 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1da9eaac-c335-4324-a19e-ba8dfd5275f1 req-dd52561c-d673-4e4f-8c53-f8a7841ef39f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.0932040
Apr 19 19:46:52.279332 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1da9eaac-c335-4324-a19e-ba8dfd5275f1 req-02bde397-967f-4bd7-ae78-901805b0823e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476019
Apr 19 19:46:52.689541 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-463debb1-8f68-448b-aec7-e026e2a797fc req-bdf7f397-66ec-48f1-a93c-9608cbd9f09e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 210 time: 0.0607378
Apr 19 19:46:52.754700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-74151b35-a5b7-4072-8e52-1fc5179b3af7 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:52.756308 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-74151b35-a5b7-4072-8e52-1fc5179b3af7 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 811 time: 0.2136073
Apr 19 19:46:52.838122 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-550b19bd-01e1-4927-ba17-f94fb040f6c1 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e HTTP/1.1" status: 200  len: 8061 time: 0.0696011
Apr 19 19:46:52.850551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'port': {'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'admin_state_up': True, 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'security_groups': ['df4fffed-f918-45b6-9c72-8894acffcbfc']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:53.007291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:46:53.019874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:46:53.032592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Made reservation on behalf of 29e6b178b50c4f2c8cce9409ac14df4e for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:46:53.039448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:53.169139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86274f4d-ecbc-47af-b153-00dd9c605543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:53.225890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Allocated IP 172.20.0.9 (487a408a-9bf5-4c4c-bdd3-73f41a90b517/02097a20-6b7f-4094-98bf-e146a1eab38e/48308846-6d35-4456-83ae-1ba5a3fdc26d) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:46:53.615667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:53.636644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-ce390b32-a782-4552-b7ba-1107468817d2 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:53.638241 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-ce390b32-a782-4552-b7ba-1107468817d2 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 814 time: 0.2933009
Apr 19 19:46:53.661894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Transition to ACTIVE for port object 48308846-6d35-4456-83ae-1ba5a3fdc26d will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:46:53.673236 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-29a3705d-be82-44e5-b7c5-beb4ff9f71d9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/quotas/d681691e85f14bf78b7e828776c86a47 HTTP/1.1" status: 200  len: 375 time: 0.0255513
Apr 19 19:46:53.768589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe90c5e-9fef-41e0-80d3-c39f35fcb9e8 req-8c903983-e99f-4b49-ba1e-f5fd2d6a2670 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:53.770106 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5fe90c5e-9fef-41e0-80d3-c39f35fcb9e8 req-8c903983-e99f-4b49-ba1e-f5fd2d6a2670 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.2075231
Apr 19 19:46:53.809990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:53.818506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:53.915147 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-aa62b254-cfdf-42bd-8e91-f160a69128a6 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2328069
Apr 19 19:46:53.921498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:46:53.929067 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5fe90c5e-9fef-41e0-80d3-c39f35fcb9e8 req-38847c33-7aee-4c78-8140-1bf58eff227d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1494467
Apr 19 19:46:53.929915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:46:53.958109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:46:53.996115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'Port': ['ID=48308846-6d35-4456-83ae-1ba5a3fdc26d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:54.009156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:54.151163 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3a91da4a-7a8d-4e48-99e3-0d84b732f950 None None] Provisioning for port 48308846-6d35-4456-83ae-1ba5a3fdc26d completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:46:54.151650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:54.152328 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:54.156541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3a91da4a-7a8d-4e48-99e3-0d84b732f950 None None] Provisioning complete for port 48308846-6d35-4456-83ae-1ba5a3fdc26d triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:46:54.157038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3a91da4a-7a8d-4e48-99e3-0d84b732f950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:54.217373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3a91da4a-7a8d-4e48-99e3-0d84b732f950 None None] Port 48308846-6d35-4456-83ae-1ba5a3fdc26d cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:46:54.233155 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-773e7aec-e4ce-425e-b126-190d4ec14fd6 service neutron] 10.222.0.13 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3074677
Apr 19 19:46:54.235869 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3894367
Apr 19 19:46:54.271431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Request body: {'port': {'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:54.317183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99dac2-09fd-4bf2-944e-5ee4ec8fba4f req-87d66882-c4ee-4891-8eb0-373c2a469549 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:54.317929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-6b99dac2-09fd-4bf2-944e-5ee4ec8fba4f req-87d66882-c4ee-4891-8eb0-373c2a469549 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Synchronizing usage tracker for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:46:54.415155 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-6b99dac2-09fd-4bf2-944e-5ee4ec8fba4f req-87d66882-c4ee-4891-8eb0-373c2a469549 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Unset dirty status for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:46:54.416460 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b99dac2-09fd-4bf2-944e-5ee4ec8fba4f req-87d66882-c4ee-4891-8eb0-373c2a469549 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 931 time: 0.3587511
Apr 19 19:46:54.551502 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:54.561899 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-57fa2d0d-ad3d-4c90-8cdb-fc404109e3a3 service neutron] 10.222.0.13 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3210955
Apr 19 19:46:54.569060 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b99dac2-09fd-4bf2-944e-5ee4ec8fba4f req-ad8e7a85-0f29-4d8b-9ba3-541a9cf56761 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138136
Apr 19 19:46:54.992646 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6968c126-918d-4e1d-a9d2-3944ecab9604 req-aea7be53-4492-48f9-9d9a-2fa66de96585 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 210 time: 0.0617929
Apr 19 19:46:55.092157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f7045a3f-91df-4624-b7c2-6735ea8f070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:55.262429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf03b00-68d1-4b67-836b-0bb9bc7719b3 req-e25339d2-f1fc-4e2d-a592-e312fdb9a622 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:55.264027 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-daf03b00-68d1-4b67-836b-0bb9bc7719b3 req-e25339d2-f1fc-4e2d-a592-e312fdb9a622 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1521175
Apr 19 19:46:55.378873 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-daf03b00-68d1-4b67-836b-0bb9bc7719b3 req-a176c33b-35df-4d88-87e0-978cfec4d115 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077166
Apr 19 19:46:55.383137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48308846-6d35-4456-83ae-1ba5a3fdc26d {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:46:55.392384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:55.408863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Transition to ACTIVE for port object 48308846-6d35-4456-83ae-1ba5a3fdc26d will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:46:55.411550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:55.416260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c353cb6-0fcf-4dc3-8b6e-2e7226ab66b9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:55.583475 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Pushing event updated for resources: {'Port': ['ID=48308846-6d35-4456-83ae-1ba5a3fdc26d,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:55.591315 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:55.672094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Attempting to bind port 48308846-6d35-4456-83ae-1ba5a3fdc26d on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:46:55.673533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Attempting to bind port 48308846-6d35-4456-83ae-1ba5a3fdc26d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:46:55.673905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Attempting to bind port 48308846-6d35-4456-83ae-1ba5a3fdc26d on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:46:55.679030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Port 48308846-6d35-4456-83ae-1ba5a3fdc26d on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:46:55.679806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Attempting to bind port 48308846-6d35-4456-83ae-1ba5a3fdc26d on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:46:55.684816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:46:55.685198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Checking segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:46:55.685613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Bound using segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:46:55.686108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Bound port: 48308846-6d35-4456-83ae-1ba5a3fdc26d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:46:55.686518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:55.961705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] For port 48308846-6d35-4456-83ae-1ba5a3fdc26d, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:46:55.989161 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] For port 48308846-6d35-4456-83ae-1ba5a3fdc26d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:46:56.006647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:56.014975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:56.073286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfd983-93cf-44c2-bbe0-d1ecbc40a241 req-1a53d91f-83a8-4c41-a094-038171288414 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:56.074983 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7adfd983-93cf-44c2-bbe0-d1ecbc40a241 req-1a53d91f-83a8-4c41-a094-038171288414 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 943 time: 0.3760052
Apr 19 19:46:56.092097 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-4dcc907f-e253-4d73-a30c-2ad0977c12cf tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:56.093651 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-4dcc907f-e253-4d73-a30c-2ad0977c12cf tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 814 time: 0.3063540
Apr 19 19:46:56.107149 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:56.122840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Request body: {'port': {'device_id': 'd598eeec-4e31-410d-a0f3-65c6547da339', 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b', 'admin_state_up': True, 'tenant_id': 'd681691e85f14bf78b7e828776c86a47'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:56.155328 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:56.156017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:56.157564 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] 10.222.0.60 "PUT /v2.0/ports/48308846-6d35-4456-83ae-1ba5a3fdc26d HTTP/1.1" status: 200  len: 1093 time: 1.8907382
Apr 19 19:46:56.162272 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:46:56.325838 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-592f9985-bd01-4269-b2e7-bd150e3d697e req-18162dc8-7ec8-4cb4-884a-b8328ee5e6d6 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 210 time: 0.1758111
Apr 19 19:46:56.376831 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7adfd983-93cf-44c2-bbe0-d1ecbc40a241 req-6dc3c85d-7c0b-4b19-bf05-10ff70b71a4d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2799602
Apr 19 19:46:56.377518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Pushing event updated for resources: {'Port': ['ID=48308846-6d35-4456-83ae-1ba5a3fdc26d,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:56.381589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:56.387059 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'status': 'completed', 'code': 200}
Apr 19 19:46:56.452444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:46:56.466565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:46:56.470799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-86544848-e586-4498-af21-ddea3aee048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:56.472453 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-86544848-e586-4498-af21-ddea3aee048b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 1096 time: 0.2589784
Apr 19 19:46:56.480206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Made reservation on behalf of d681691e85f14bf78b7e828776c86a47 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:46:56.486270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:56.568661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:56.622243 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-52e6818f-ded7-4115-a714-1aa78597dca6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d HTTP/1.1" status: 200  len: 217 time: 0.1258221
Apr 19 19:46:56.780439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-7027a307-9e41-431f-8871-92e6d4274c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:56.782691 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-7027a307-9e41-431f-8871-92e6d4274c78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.1201770
Apr 19 19:46:56.897290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698782c-3c5e-4618-b811-134a1c3b0bcc req-74f96682-f520-4fc0-8a16-426237944c38 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:56.898932 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9698782c-3c5e-4618-b811-134a1c3b0bcc req-74f96682-f520-4fc0-8a16-426237944c38 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.3458581
Apr 19 19:46:56.950303 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Allocated IP 172.20.0.5 (75e98d84-8838-4d6a-9c47-bdd1d65bb52b/4f485a9e-e871-4a22-bfdf-aec56f09710b/4dedb882-66f7-4f7a-94ef-2d6c4a2571a1) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:46:57.008826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c810bc97-c137-4973-ad16-1c39b69d1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:57.010551 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-c810bc97-c137-4973-ad16-1c39b69d1204 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1876383
Apr 19 19:46:57.015781 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9698782c-3c5e-4618-b811-134a1c3b0bcc req-cdcd4b8a-ebcd-4c74-9810-8406d66e7cc5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040592
Apr 19 19:46:57.550381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:57.576132 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d053377-036c-47bd-bd87-810701d3ea3b req-0720f2bc-8c55-485c-a333-a99a7b07d520 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 210 time: 0.1290941
Apr 19 19:46:57.635353 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-2a8f4de7-d997-4410-a0dd-89b29453d2a3 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6094127
Apr 19 19:46:57.694393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:57.800865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a441-c034-4efb-8416-863586115179 req-1b08ded1-5b2c-4a2e-b9bd-33dc212f0ad4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:57.802410 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abb4a441-c034-4efb-8416-863586115179 req-1b08ded1-5b2c-4a2e-b9bd-33dc212f0ad4 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 943 time: 0.2939463
Apr 19 19:46:57.882687 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d71a1ca3-73a2-4e3a-b88f-7bbf855c2c3f req-55f6c79b-f036-438b-82a9-a4489b61333e service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314951
Apr 19 19:46:57.889641 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abb4a441-c034-4efb-8416-863586115179 req-624c5878-adcc-43b4-a00c-6373ba9f122a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740314
Apr 19 19:46:57.891766 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:57.897544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d67f482-6e43-48f3-8a61-e0f29f06a484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:57.905115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['59cba8cd-88d2-4823-b96c-d6426115e6b3', 'f331286c-e8af-45ca-99e6-ed29c3f07975', 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:46:58.021710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:46:58.026431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:46:58.031590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:46:58.081417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Pushing event updated for resources: {'Port': ['ID=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:58.099113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:58.151388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:58.152065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:58.166790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef61e2-0640-4b66-af01-9583889b6465 req-76fd92f9-e8f8-4fbf-a030-8bcc93dda71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:58.168427 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12ef61e2-0640-4b66-af01-9583889b6465 req-76fd92f9-e8f8-4fbf-a030-8bcc93dda71b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 1096 time: 0.2269254
Apr 19 19:46:58.313393 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1941104
Apr 19 19:46:58.337411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Request body: {'port': {'device_id': 'd598eeec-4e31-410d-a0f3-65c6547da339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:46:58.483423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef61e2-0640-4b66-af01-9583889b6465 req-6f44ca99-e3ae-4483-bf33-1a029ca13d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:58.485534 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12ef61e2-0640-4b66-af01-9583889b6465 req-6f44ca99-e3ae-4483-bf33-1a029ca13d6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.2687163
Apr 19 19:46:58.498233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057afb-5112-4bd0-bce1-fe11eefb12e2 req-0e005069-b006-43d3-a2bd-627522879c1a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:58.499745 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c3057afb-5112-4bd0-bce1-fe11eefb12e2 req-0e005069-b006-43d3-a2bd-627522879c1a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.3230863
Apr 19 19:46:58.590717 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12ef61e2-0640-4b66-af01-9583889b6465 req-4b45045c-3195-426f-9ad1-e136b08875f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d HTTP/1.1" status: 200  len: 217 time: 0.0897784
Apr 19 19:46:58.669659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:58.707967 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c3057afb-5112-4bd0-bce1-fe11eefb12e2 req-8fc91fc0-cbce-4c34-ae34-c1eb837071e3 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1435409
Apr 19 19:46:58.788534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef61e2-0640-4b66-af01-9583889b6465 req-4ce9e532-c073-4c29-adc4-61731c6c1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:58.790099 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12ef61e2-0640-4b66-af01-9583889b6465 req-4ce9e532-c073-4c29-adc4-61731c6c1d30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.1849773
Apr 19 19:46:58.925653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:46:59.071520 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa07da8-67bf-4f3b-833e-c1831d73e046 req-7924c3cb-db47-4a55-9520-ac867412a397 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:59.072065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-bfa07da8-67bf-4f3b-833e-c1831d73e046 req-7924c3cb-db47-4a55-9520-ac867412a397 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Synchronizing usage tracker for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:46:59.086669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:59.105541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'port_id': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'mac_address': 'fa:16:3e:48:9b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:46:59.137879 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef61e2-0640-4b66-af01-9583889b6465 req-7a2e4b02-f68b-4084-a209-235c896c3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:59.139509 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12ef61e2-0640-4b66-af01-9583889b6465 req-7a2e4b02-f68b-4084-a209-235c896c3bff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3378322
Apr 19 19:46:59.167279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:59.186310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8f7c696-af83-4b7d-9424-f4927c48c3e7 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:46:59.203076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:46:59.206460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:59.208940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:46:59.242651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-bfa07da8-67bf-4f3b-833e-c1831d73e046 req-7924c3cb-db47-4a55-9520-ac867412a397 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Unset dirty status for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:46:59.243951 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfa07da8-67bf-4f3b-833e-c1831d73e046 req-7924c3cb-db47-4a55-9520-ac867412a397 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 931 time: 0.5405335
Apr 19 19:46:59.286615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:46:59.289736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:46:59.317198 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['a8f7c696-af83-4b7d-9424-f4927c48c3e7'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:46:59.386944 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfa07da8-67bf-4f3b-833e-c1831d73e046 req-c0bdee78-348b-49da-8af8-6a74d9c65252 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195376
Apr 19 19:46:59.418745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd4c8-840f-4449-829f-c295edfcb045 req-a0f26c57-9a03-4344-9d17-779fe7044797 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:46:59.420438 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9fdfd4c8-840f-4449-829f-c295edfcb045 req-a0f26c57-9a03-4344-9d17-779fe7044797 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 943 time: 0.3607502
Apr 19 19:46:59.429118 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12ef61e2-0640-4b66-af01-9583889b6465 req-f64b3dc5-130f-4e0a-b26e-e0eefb71655b service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2737019
Apr 19 19:46:59.919896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:46:59.929181 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9fdfd4c8-840f-4449-829f-c295edfcb045 req-5f9ebd96-055f-4d52-b87c-7e0b9264d863 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4991071
Apr 19 19:46:59.952286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:46:59.988069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Transition to ACTIVE for port object 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:47:00.003127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:00.009110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-873760d4-7a06-4196-b792-827b9258a296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:00.041678 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12ef61e2-0640-4b66-af01-9583889b6465 req-02df8cc7-7cc6-4a97-a651-7e88af4265b4 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6021585
Apr 19 19:47:00.201085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0824b-f6c0-4330-b503-bd5726accfb0 req-c0fa1a36-f747-413f-85d8-e140468bfccb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:00.202748 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0ce0824b-f6c0-4330-b503-bd5726accfb0 req-c0fa1a36-f747-413f-85d8-e140468bfccb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 944 time: 0.3460419
Apr 19 19:47:00.218829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174d597-e764-467d-835a-75156342711c service neutron] Pushing event updated for resources: {'Port': ['ID=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:00.264607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e174d597-e764-467d-835a-75156342711c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:00.320681 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0ce0824b-f6c0-4330-b503-bd5726accfb0 req-661ec60f-bf64-4c6e-a18e-b49dc1559b23 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083317
Apr 19 19:47:00.337914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Attempting to bind port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:47:00.338303 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Attempting to bind port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:47:00.338705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Attempting to bind port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:47:00.346722 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:47:00.347087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Attempting to bind port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 on network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:47:00.356793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:47:00.357138 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Checking segment: {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:47:00.357571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Bound using segment: {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:47:00.358055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Bound port: 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63051e88-67c8-45b8-9b44-30581c4b531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:47:00.358483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:00.469386 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] For port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:47:00.475832 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] For port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:47:00.482036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:00.486582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:00.603813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:00.604611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:00.606207 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-e174d597-e764-467d-835a-75156342711c service neutron] 10.222.0.60 "PUT /v2.0/ports/4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 HTTP/1.1" status: 200  len: 1093 time: 2.2759054
Apr 19 19:47:00.606884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd598eeec-4e31-410d-a0f3-65c6547da339', 'tag': '4dedb882-66f7-4f7a-94ef-2d6c4a2571a1'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:00.638791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174d597-e764-467d-835a-75156342711c service neutron] Pushing event updated for resources: {'Port': ['ID=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:00.647829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e174d597-e764-467d-835a-75156342711c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:00.724153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502bc1-6e18-489e-8afc-1ec6e03bc841 req-7977b603-a7a4-4f53-be11-267c2ab5da01 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:00.725926 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6502bc1-6e18-489e-8afc-1ec6e03bc841 req-7977b603-a7a4-4f53-be11-267c2ab5da01 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 943 time: 0.1961091
Apr 19 19:47:00.796123 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd598eeec-4e31-410d-a0f3-65c6547da339', 'tag': '4dedb882-66f7-4f7a-94ef-2d6c4a2571a1', 'status': 'completed', 'code': 200}
Apr 19 19:47:00.805618 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6502bc1-6e18-489e-8afc-1ec6e03bc841 req-6172303c-1271-4e9c-82fa-efa799016b40 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712795
Apr 19 19:47:00.808857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-0ef854c7-8395-4882-841d-b71d55c3668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:00.810455 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-0ef854c7-8395-4882-841d-b71d55c3668d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 1096 time: 0.1492543
Apr 19 19:47:00.893538 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-1d410e70-9e3a-43c3-95f6-59433998294a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 HTTP/1.1" status: 200  len: 217 time: 0.0700610
Apr 19 19:47:00.950373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:47:00.978067 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-934bcd26-c344-4c41-9c2a-3fd1558287d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:00.979952 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-934bcd26-c344-4c41-9c2a-3fd1558287d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f485a9e-e871-4a22-bfdf-aec56f09710b HTTP/1.1" status: 200  len: 854 time: 0.0777912
Apr 19 19:47:01.046359 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-0b7a1fbc-267b-4083-80c3-c930aa91331f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592225
Apr 19 19:47:01.052715 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port a8f7c696-af83-4b7d-9424-f4927c48c3e7 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:47:01.053488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:01.195202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:01.229990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:01.256811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:01.264559 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:01.267278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:01.310803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f8c7d-6a1b-4bb3-8bcf-c16b2ed82b4b req-b2278b65-7e9c-434d-99ce-538ed081c179 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:01.313537 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-489f8c7d-6a1b-4bb3-8bcf-c16b2ed82b4b req-b2278b65-7e9c-434d-99ce-538ed081c179 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 943 time: 0.1481156
Apr 19 19:47:01.345310 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'code': 200}
Apr 19 19:47:01.366156 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-7abb0f2b-79d1-466d-8ee8-a6d4131a05ec service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3122859
Apr 19 19:47:01.432156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=7']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:01.436143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:01.479997 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-489f8c7d-6a1b-4bb3-8bcf-c16b2ed82b4b req-a0a1eece-1781-4c5b-baca-74a2eac23fd6 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1561317
Apr 19 19:47:01.622980 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66437d12-60ec-4e1b-bfcd-3d3a5645a8f6 req-bfc1cc77-3459-4a64-92e7-0f92d5de1272 service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422824
Apr 19 19:47:01.637124 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323b6be-3edb-48ff-a1f1-fd1129f1e41e req-871041c1-9039-4b43-b3ad-f93622754a22 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:01.639219 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8323b6be-3edb-48ff-a1f1-fd1129f1e41e req-871041c1-9039-4b43-b3ad-f93622754a22 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1531301
Apr 19 19:47:01.723645 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8323b6be-3edb-48ff-a1f1-fd1129f1e41e req-9d0f4395-059f-4e6a-accf-5df3edf2536a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765839
Apr 19 19:47:01.865958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-6d832c66-67b7-460b-8b26-01d5180462b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:01.867617 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-6d832c66-67b7-460b-8b26-01d5180462b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 1096 time: 0.1423879
Apr 19 19:47:02.117455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-5ca31098-7dc2-4068-9b01-d94e7a378277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:02.119230 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-5ca31098-7dc2-4068-9b01-d94e7a378277 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 200  len: 915 time: 0.2425101
Apr 19 19:47:02.128944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876fdc-bbb5-46f8-9cad-175db92ad10f req-366bbde9-5e7e-43ae-a926-6dac09b64455 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:02.130703 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-71876fdc-bbb5-46f8-9cad-175db92ad10f req-366bbde9-5e7e-43ae-a926-6dac09b64455 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 943 time: 0.1521149
Apr 19 19:47:02.219459 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-92c509f8-f51e-42d9-8305-87c626595589 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 HTTP/1.1" status: 200  len: 217 time: 0.0870724
Apr 19 19:47:02.293662 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-71876fdc-bbb5-46f8-9cad-175db92ad10f req-862a38d9-594c-4cd1-abad-0216d2264121 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990777
Apr 19 19:47:02.314916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-807aa6da-00a2-4a37-91be-006e9d660bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:02.316496 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-807aa6da-00a2-4a37-91be-006e9d660bf9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f485a9e-e871-4a22-bfdf-aec56f09710b HTTP/1.1" status: 200  len: 854 time: 0.0821989
Apr 19 19:47:02.382151 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-66f1607e-9c2a-4013-9008-94239fe0a4c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75e98d84-8838-4d6a-9c47-bdd1d65bb52b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530510
Apr 19 19:47:02.547196 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-dfb67194-d27d-498b-b883-637487e33620 service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576107
Apr 19 19:47:02.786055 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64ea343a-a00c-4c4b-b018-7287cf65b350 req-c84f6399-fc3b-4270-b796-dbc41145332d service neutron] 10.222.0.60 "GET /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2256331
Apr 19 19:47:02.800259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b14f61-e994-4cc9-b8e3-5b5335d957ba req-53bd3e9b-a4d3-4511-83a2-dae658865414 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:02.801879 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-07b14f61-e994-4cc9-b8e3-5b5335d957ba req-53bd3e9b-a4d3-4511-83a2-dae658865414 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 943 time: 0.1537225
Apr 19 19:47:02.862089 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-07b14f61-e994-4cc9-b8e3-5b5335d957ba req-cff08e4a-351e-4567-b1f2-f5300fb537f2 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533214
Apr 19 19:47:02.983356 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eb80a-e104-4597-8ca0-14aea83fd844 req-e2152e61-dd3e-4203-96d7-89238f6764a1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:02.985605 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c1eb80a-e104-4597-8ca0-14aea83fd844 req-e2152e61-dd3e-4203-96d7-89238f6764a1 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1034591
Apr 19 19:47:03.072348 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c1eb80a-e104-4597-8ca0-14aea83fd844 req-612b495c-65d7-47c7-bd77-55d49e222902 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723450
Apr 19 19:47:03.518377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be4581-e822-4c18-8c5e-32f41038e082 req-968e14d3-4cb2-49c5-8bbf-d9462e2d1d78 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:03.520136 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37be4581-e822-4c18-8c5e-32f41038e082 req-968e14d3-4cb2-49c5-8bbf-d9462e2d1d78 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 943 time: 0.0990453
Apr 19 19:47:03.586964 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37be4581-e822-4c18-8c5e-32f41038e082 req-c072bd7c-9d3b-4d53-9925-149bc8de96ce tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578389
Apr 19 19:47:04.073078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7a010-a7c1-4a2f-b3ef-de27b01e9ec1 req-781fa8ed-5b4e-40fd-8554-67eb49398701 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:04.082028 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02a7a010-a7c1-4a2f-b3ef-de27b01e9ec1 req-781fa8ed-5b4e-40fd-8554-67eb49398701 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 943 time: 0.1041186
Apr 19 19:47:04.141798 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02a7a010-a7c1-4a2f-b3ef-de27b01e9ec1 req-186d97d0-fcc2-48af-86d9-20bf35edec62 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578830
Apr 19 19:47:04.322354 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855166ce-5210-460c-bb8c-9075f1c6be7b req-13bfdaf6-9d4d-431c-96de-8aaa1c5fd7e4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:04.325491 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-855166ce-5210-460c-bb8c-9075f1c6be7b req-13bfdaf6-9d4d-431c-96de-8aaa1c5fd7e4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1067946
Apr 19 19:47:04.399095 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-855166ce-5210-460c-bb8c-9075f1c6be7b req-61ffdd08-db36-40a6-a047-a5efb3d563c9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653954
Apr 19 19:47:04.800906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79878982-7719-448f-8eec-ac31a4a07916 req-234a1693-452c-4dc3-bf32-3e9e3101ff8c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:04.808955 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79878982-7719-448f-8eec-ac31a4a07916 req-234a1693-452c-4dc3-bf32-3e9e3101ff8c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 943 time: 0.1068654
Apr 19 19:47:04.855403 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79878982-7719-448f-8eec-ac31a4a07916 req-db499089-034d-4685-9abb-bab9dca2c75a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452373
Apr 19 19:47:04.972007 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 48308846-6d35-4456-83ae-1ba5a3fdc26d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:47:05.164522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 48308846-6d35-4456-83ae-1ba5a3fdc26d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:05.181435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:47:05.247829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:05.270987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48308846-6d35-4456-83ae-1ba5a3fdc26d {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:47:05.291231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 48308846-6d35-4456-83ae-1ba5a3fdc26d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:05.296282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:05.297150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:47:05.302671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:05.463887 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=48308846-6d35-4456-83ae-1ba5a3fdc26d,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:05.474906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:05.508338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-6ffb9a79-044a-4f17-8e0b-f15b9dfdf81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:05.510923 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-6ffb9a79-044a-4f17-8e0b-f15b9dfdf81e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 1098 time: 0.3334346
Apr 19 19:47:05.523518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cd786-4755-467e-bbb2-f2addd0a3023 req-a6f43a82-9811-48f0-9d30-5fcc409eb0da tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:05.525554 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-159cd786-4755-467e-bbb2-f2addd0a3023 req-a6f43a82-9811-48f0-9d30-5fcc409eb0da tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 944 time: 0.2661638
Apr 19 19:47:05.541853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:05.560050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '4dedb882-66f7-4f7a-94ef-2d6c4a2571a1', 'network_id': '75e98d84-8838-4d6a-9c47-bdd1d65bb52b', 'port_id': '4dedb882-66f7-4f7a-94ef-2d6c4a2571a1', 'mac_address': 'fa:16:3e:d3:93:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f485a9e-e871-4a22-bfdf-aec56f09710b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:47:05.648629 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:05.672766 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:47:05.697338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:05.702731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:05.704998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:05.773579 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-159cd786-4755-467e-bbb2-f2addd0a3023 req-9ce185cc-5c8c-44b0-9f38-2c8326b181c6 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2338657
Apr 19 19:47:05.786037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:05.807435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:06.060444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['4dedb882-66f7-4f7a-94ef-2d6c4a2571a1'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:47:06.095896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['48308846-6d35-4456-83ae-1ba5a3fdc26d'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:47:06.202545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a851d73-5639-4c94-99d1-b84a7d762aab req-3cd31bea-9295-4ea3-a924-cc74305ccd4d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:06.211011 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1a851d73-5639-4c94-99d1-b84a7d762aab req-3cd31bea-9295-4ea3-a924-cc74305ccd4d tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.4999070
Apr 19 19:47:06.286501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfde634-ad5e-457a-b41e-64b339be410a req-7184d378-a1bd-4d36-a5c2-5e8f6035fe84 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:06.294207 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bbfde634-ad5e-457a-b41e-64b339be410a req-7184d378-a1bd-4d36-a5c2-5e8f6035fe84 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 944 time: 0.2282569
Apr 19 19:47:06.296611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-a40af516-81ac-4d4e-b7b5-b1f6d4af1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:06.298954 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-a40af516-81ac-4d4e-b7b5-b1f6d4af1baf service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.7191648
Apr 19 19:47:06.388132 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1a851d73-5639-4c94-99d1-b84a7d762aab req-18b55c87-cfb3-403d-bf6f-087fe7c1e540 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1760583
Apr 19 19:47:06.464026 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-ae4cfc0d-828a-4c04-b266-d6687bd86075 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7 HTTP/1.1" status: 200  len: 1001 time: 0.1462028
Apr 19 19:47:06.544284 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bbfde634-ad5e-457a-b41e-64b339be410a req-2a47134f-2780-49fe-a17b-c7e360ca6af8 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490087
Apr 19 19:47:06.584249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-f993fd78-e330-4db8-a956-56806d4a3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:06.586412 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-f993fd78-e330-4db8-a956-56806d4a3fe0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.1046062
Apr 19 19:47:06.683797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-276a7ac0-da8e-4d44-9906-5c2151d59f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:06.685819 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-276a7ac0-da8e-4d44-9906-5c2151d59f5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0925403
Apr 19 19:47:06.861626 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-62446137-7625-4803-aa0b-ed987c19fd0d service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612573
Apr 19 19:47:07.107196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c6d41-8f62-4b92-9948-b4851a247368 req-50a75e81-3ab1-49ef-8c99-12dd9d794881 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:07.108474 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ad7c6d41-8f62-4b92-9948-b4851a247368 req-50a75e81-3ab1-49ef-8c99-12dd9d794881 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 944 time: 0.1584823
Apr 19 19:47:07.112885 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db9e2c86-dc68-4bf0-a496-6b0ffc17cef4 req-b0c18c1c-7f62-4d52-aceb-f2e397544579 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415094
Apr 19 19:47:07.163637 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ad7c6d41-8f62-4b92-9948-b4851a247368 req-836937c2-5522-44c7-9437-df201265d758 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440652
Apr 19 19:47:07.644859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b611d88-e950-4561-b41f-fb514b63fdff req-d8dc1fb5-f4ea-4f6d-a931-1b8a21400300 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:07.653758 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7b611d88-e950-4561-b41f-fb514b63fdff req-d8dc1fb5-f4ea-4f6d-a931-1b8a21400300 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1349735
Apr 19 19:47:07.782651 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7b611d88-e950-4561-b41f-fb514b63fdff req-2f9a0bf9-a6f2-4318-afc3-9ffe37b528ef tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1271327
Apr 19 19:47:07.849540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd5f43-69a7-42ef-b759-76028368d832 req-4a81b410-808e-4b9d-a713-45fe39477140 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:07.851824 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21fd5f43-69a7-42ef-b759-76028368d832 req-4a81b410-808e-4b9d-a713-45fe39477140 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 944 time: 0.1381135
Apr 19 19:47:07.914942 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21fd5f43-69a7-42ef-b759-76028368d832 req-e6619328-3513-4dc2-9d16-4c9af6e5f4b0 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567265
Apr 19 19:47:08.393160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065963b-45cd-43fe-a645-c4fce34192f1 req-077fc889-c9a2-4e21-be9c-540da9ce982f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:08.394942 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5065963b-45cd-43fe-a645-c4fce34192f1 req-077fc889-c9a2-4e21-be9c-540da9ce982f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 944 time: 0.0957949
Apr 19 19:47:08.448232 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5065963b-45cd-43fe-a645-c4fce34192f1 req-617ff404-e763-45f6-8924-d225ed279761 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447471
Apr 19 19:47:08.799009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:08.999448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 48308846-6d35-4456-83ae-1ba5a3fdc26d up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:47:09.045122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaff5b4-e7e7-46e7-9c27-03ad156a36d2 req-d18ee015-1191-4fcf-af5a-0a41214985a6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:09.058934 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fdaff5b4-e7e7-46e7-9c27-03ad156a36d2 req-d18ee015-1191-4fcf-af5a-0a41214985a6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1401398
Apr 19 19:47:09.204301 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fdaff5b4-e7e7-46e7-9c27-03ad156a36d2 req-36b8d5b3-4e57-4e63-a2ef-f3c1fbccdb65 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1444592
Apr 19 19:47:09.247265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f653d5b-d34f-4ac2-b879-2707ee64362e req-7df4d4ea-224b-4c2a-8d48-cc6e75af4d4f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:09.256481 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f653d5b-d34f-4ac2-b879-2707ee64362e req-7df4d4ea-224b-4c2a-8d48-cc6e75af4d4f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 944 time: 0.1517696
Apr 19 19:47:09.334694 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f653d5b-d34f-4ac2-b879-2707ee64362e req-f31e139a-8236-4174-8d3f-24ebc4f513ad tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774474
Apr 19 19:47:09.385918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 48308846-6d35-4456-83ae-1ba5a3fdc26d completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:47:09.393283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 48308846-6d35-4456-83ae-1ba5a3fdc26d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:47:09.393705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:09.550734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:09.590555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 48308846-6d35-4456-83ae-1ba5a3fdc26d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:09.592027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:09.616252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:09.617487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:47:09.655026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:09.690688 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'code': 200}
Apr 19 19:47:09.754599 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e07a17-3979-4c43-ac0a-24fb11458a5e req-988c6967-e64b-40df-b018-d535abf3a41b tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:09.756363 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10e07a17-3979-4c43-ac0a-24fb11458a5e req-988c6967-e64b-40df-b018-d535abf3a41b tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 945 time: 0.1411948
Apr 19 19:47:09.767431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=48308846-6d35-4456-83ae-1ba5a3fdc26d,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:09.779155 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:09.788424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:47:09.798250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:47:09.798859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:09.816823 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10e07a17-3979-4c43-ac0a-24fb11458a5e req-7966c61e-50be-45ee-bddc-e9a80cc0871b tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499060
Apr 19 19:47:09.945068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:09.988142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:09.992023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:09.994392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25fc4bd1-8e04-4919-b76e-c214ebbeb82c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:10.073065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:10.076938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:10.093796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d5c57-390b-4c4e-84c2-65b66b026eae req-b0818a0a-59ba-4086-8795-5abbc9a1fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:10.095528 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-139d5c57-390b-4c4e-84c2-65b66b026eae req-b0818a0a-59ba-4086-8795-5abbc9a1fcc9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 1098 time: 0.0964923
Apr 19 19:47:10.239252 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-139d5c57-390b-4c4e-84c2-65b66b026eae req-5a979a5f-726f-4170-8e51-785bc944eef8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419762
Apr 19 19:47:10.417953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cb4e6-3a54-4903-80be-f102159f8e87 req-ca7207f9-b178-4529-aa80-fa11722a2bc0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:10.419648 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-339cb4e6-3a54-4903-80be-f102159f8e87 req-ca7207f9-b178-4529-aa80-fa11722a2bc0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.0939496
Apr 19 19:47:10.511201 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-339cb4e6-3a54-4903-80be-f102159f8e87 req-aba83275-0fd6-43e5-8198-0d47b9b64e63 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836232
Apr 19 19:47:10.623526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691df2-2398-48b2-9a39-3ca0b88a24a9 req-66fc429b-1dc6-4a9b-8dde-51d372aa24a6 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:10.625273 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc691df2-2398-48b2-9a39-3ca0b88a24a9 req-66fc429b-1dc6-4a9b-8dde-51d372aa24a6 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 945 time: 0.1666107
Apr 19 19:47:10.648673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-bd55e28b-c4b1-475f-977d-784d884c0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:10.650232 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-bd55e28b-c4b1-475f-977d-784d884c0bb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 1098 time: 0.1294403
Apr 19 19:47:10.760218 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc691df2-2398-48b2-9a39-3ca0b88a24a9 req-42cfbe86-6d76-43f7-a390-23ee0734009b tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277435
Apr 19 19:47:10.818249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-21ff2351-e79d-4907-9f8f-219f71a248f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:10.819956 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-21ff2351-e79d-4907-9f8f-219f71a248f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.1608319
Apr 19 19:47:10.937343 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-fe2b9c99-fdc7-4b62-8692-6fa29d094f87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7 HTTP/1.1" status: 200  len: 1001 time: 0.1105564
Apr 19 19:47:11.065504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-c408417d-421e-460e-963b-a654f53f8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:11.067183 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-c408417d-421e-460e-963b-a654f53f8303 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.0945563
Apr 19 19:47:11.127028 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402d5a4-70c3-46ee-9bf7-266cda57326d req-74bd134c-b0db-4049-ba6a-48c3786866b6 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:11.128667 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6402d5a4-70c3-46ee-9bf7-266cda57326d req-74bd134c-b0db-4049-ba6a-48c3786866b6 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 945 time: 0.1937649
Apr 19 19:47:11.196909 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6402d5a4-70c3-46ee-9bf7-266cda57326d req-490ffd48-57fe-4060-b3d6-5d6d20467cb5 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593834
Apr 19 19:47:11.206698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-cd574ba2-2497-46f8-b927-c937ed0ed36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:11.208271 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-cd574ba2-2497-46f8-b927-c937ed0ed36e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1330087
Apr 19 19:47:11.230489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:47:11.366562 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-83b0d56e-a64d-4214-91d2-8aa267739ec1 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501529
Apr 19 19:47:11.527916 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6adb765-bad7-4c6c-ab33-fed098336d4f req-88337ab5-3cac-46c0-a90d-fb6be6f4a02e service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419556
Apr 19 19:47:11.691967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd598eeec-4e31-410d-a0f3-65c6547da339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dedb882-66f7-4f7a-94ef-2d6c4a2571a1'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:11.745780 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd598eeec-4e31-410d-a0f3-65c6547da339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dedb882-66f7-4f7a-94ef-2d6c4a2571a1', 'code': 200}
Apr 19 19:47:11.746546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1f21f-1fcc-488d-8673-a230da5b0a74 req-2e6ba506-c961-413d-a364-bfaadb5f47f0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:11.748156 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dd1f21f-1fcc-488d-8673-a230da5b0a74 req-2e6ba506-c961-413d-a364-bfaadb5f47f0 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.1058888
Apr 19 19:47:11.804648 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dd1f21f-1fcc-488d-8673-a230da5b0a74 req-4ead155e-746e-46bc-9ba7-b997079a66ca tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486946
Apr 19 19:47:12.043621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25884a-8f37-4bb4-a38d-99280180ed11 req-6b39380c-7eae-4ca9-a652-3f34ea784381 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:12.045135 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d25884a-8f37-4bb4-a38d-99280180ed11 req-6b39380c-7eae-4ca9-a652-3f34ea784381 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 945 time: 0.1589293
Apr 19 19:47:12.051719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f58f-2fae-4017-9508-d93f245316ff req-5eac6eff-3b65-4985-9e4c-d92db318eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:12.053251 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06b7f58f-2fae-4017-9508-d93f245316ff req-5eac6eff-3b65-4985-9e4c-d92db318eb87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 1098 time: 0.1137636
Apr 19 19:47:12.126938 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d25884a-8f37-4bb4-a38d-99280180ed11 req-b63179e9-5241-40bf-bfb5-0aadbe5c71c5 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726457
Apr 19 19:47:12.130291 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06b7f58f-2fae-4017-9508-d93f245316ff req-f949c3dc-bde8-456e-a97f-b89ae8b70d29 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599868
Apr 19 19:47:12.400594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05ceaf-81ae-46bc-a5b9-84fbafd0fd72 req-a92b1c9a-607d-499e-a921-4907871ffc0c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:12.402179 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cb05ceaf-81ae-46bc-a5b9-84fbafd0fd72 req-a92b1c9a-607d-499e-a921-4907871ffc0c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 945 time: 0.0906334
Apr 19 19:47:12.450214 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cb05ceaf-81ae-46bc-a5b9-84fbafd0fd72 req-ddc4a2d0-b735-414a-9bf0-a3ff5275c8ce tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403969
Apr 19 19:47:12.652683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd0642-41ef-499c-b1ca-63ca9e79dfd5 req-be180f82-9727-4eb1-b561-74ce5d1e7829 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:12.654150 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8cd0642-41ef-499c-b1ca-63ca9e79dfd5 req-be180f82-9727-4eb1-b561-74ce5d1e7829 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 945 time: 0.0870080
Apr 19 19:47:12.706637 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8cd0642-41ef-499c-b1ca-63ca9e79dfd5 req-bc444d97-0ed3-4a3c-9bb6-38f031e41020 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455384
Apr 19 19:47:12.731555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33080) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:47:12.814468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26371c60-16e3-4cae-901e-e5966fb6aef5 tempest-TestVolumeBootPattern-1381995559 tempest-TestVolumeBootPattern-1381995559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:12.816120 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-26371c60-16e3-4cae-901e-e5966fb6aef5 tempest-TestVolumeBootPattern-1381995559 tempest-TestVolumeBootPattern-1381995559-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 1093 time: 0.0834508
Apr 19 19:47:12.819199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33084) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:47:12.824604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'floatingip': {'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:47:12.831726 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:47:12.835745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:floatingip and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:47:12.838783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:47:12.845151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:47:12.855361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:13.001732 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:13.013244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:47:13.022302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05c01b-f1cb-41b8-b911-d9313c6bb800 req-25979edf-bacf-4da9-9bdd-a5a6081f8bb4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:13.024189 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed05c01b-f1cb-41b8-b911-d9313c6bb800 req-25979edf-bacf-4da9-9bdd-a5a6081f8bb4 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 945 time: 0.0921466
Apr 19 19:47:13.081717 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed05c01b-f1cb-41b8-b911-d9313c6bb800 req-0049ea1b-40c2-4f00-857a-a42771eab9f3 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456557
Apr 19 19:47:13.151071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:13.168040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Allocated IP 172.27.3.153 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/652193b5-dcd2-4fae-a406-4bf666a5866e) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:47:13.188255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:13.191056 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:13.192926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:13.264654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=8']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:13.268051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:13.337337 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:13.345742 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57833d53-64b4-4c00-a624-f4112ab3ca68 req-6d1ff242-decf-4e87-b112-8046f65aa9e7 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:13.347407 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-57833d53-64b4-4c00-a624-f4112ab3ca68 req-6d1ff242-decf-4e87-b112-8046f65aa9e7 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 945 time: 0.0974333
Apr 19 19:47:13.369024 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:13.373901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:13.401403 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-57833d53-64b4-4c00-a624-f4112ab3ca68 req-f14ead36-9e63-492c-b1ad-523a12464875 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471489
Apr 19 19:47:13.440934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:47:13.444595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:47:13.448542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:47:13.486360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'Port': ['ID=652193b5-dcd2-4fae-a406-4bf666a5866e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:13.501399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.501812 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.502219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.502651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.503050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.503447 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.503843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.504232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.504627 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.505015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.505406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.505794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:13.510934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:13.746744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:13.796235 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'code': 200}
Apr 19 19:47:13.898760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:13.983480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:14.210341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:14.216598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6521925'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:14.221864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:14.291800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a3038-c554-49d0-bbb1-cc506c60a2b2 req-9ad5e0a9-b720-47d9-9066-74c68a33889b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:14.293413 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b8a3038-c554-49d0-bbb1-cc506c60a2b2 req-9ad5e0a9-b720-47d9-9066-74c68a33889b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0903316
Apr 19 19:47:14.337310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'Port': ['ID=652193b5-dcd2-4fae-a406-4bf666a5866e,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:14.341829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:14.342319 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b8a3038-c554-49d0-bbb1-cc506c60a2b2 req-58ed5528-1174-4a68-818f-bf941c423f30 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420637
Apr 19 19:47:14.349164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:14.543773 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Floating IP 6437c8fc-04c5-4564-81fa-bd9543649184 associated. External IP: 172.27.3.153, port: 48308846-6d35-4456-83ae-1ba5a3fdc26d.
Apr 19 19:47:14.635225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4866fc-27f6-4f06-8e97-95809fd0dc6e req-44b1935b-5f22-40c1-b49e-c90337395aee tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:14.637745 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b4866fc-27f6-4f06-8e97-95809fd0dc6e req-44b1935b-5f22-40c1-b49e-c90337395aee tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 945 time: 0.1020544
Apr 19 19:47:14.689115 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b4866fc-27f6-4f06-8e97-95809fd0dc6e req-6293914c-4ad4-4c7b-b7cc-e17b8174e0cc tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444870
Apr 19 19:47:14.948411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Router ab857948-74d2-473c-bfff-5b010d327407 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:47:15.418845 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:47:15.428432 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] Sync routers for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:47:15.438765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:47:15.439441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a2eb7f0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:46:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:47:15.443794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:15.502919 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6826096
Apr 19 19:47:15.503595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:15.617553 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'status': 'completed', 'code': 200}
Apr 19 19:47:15.653315 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:47:15.730705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-d9141cd8-9d14-4bdb-9696-8c4287acc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:15.732289 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-d9141cd8-9d14-4bdb-9696-8c4287acc4e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 1098 time: 0.0828960
Apr 19 19:47:15.889934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-330c4835-2a6c-40bc-9ee3-11332091335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:15.892371 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-330c4835-2a6c-40bc-9ee3-11332091335d service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.1430159
Apr 19 19:47:16.007878 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-82e5079c-0467-422e-8a6a-35d952e95d9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d HTTP/1.1" status: 200  len: 999 time: 0.1075599
Apr 19 19:47:16.064402 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a2eb7f0>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '6437c8fc-04c5-4564-81fa-bd9543649184', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:13Z', 'updated_at': '2021-04-19T19:47:13Z', 'revision_number': 0, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:47:16.069100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] Checking router: ab857948-74d2-473c-bfff-5b010d327407 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:47:16.080500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:47:16.081182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a2eb7f0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:46:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:47:16.148215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-322d7338-e953-4df2-b7b1-6a3f077eba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:16.149394 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-322d7338-e953-4df2-b7b1-6a3f077eba63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.1254017
Apr 19 19:47:16.327249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:47:16.449323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33162) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:47:16.496254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577be4e9-5bc8-4bf2-8877-c24e8d2092d1 req-de9421c7-044a-4280-ad33-2b3a1da51231 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:16.497883 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-577be4e9-5bc8-4bf2-8877-c24e8d2092d1 req-de9421c7-044a-4280-ad33-2b3a1da51231 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.4293671
Apr 19 19:47:16.559535 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-7ba2e174-76ab-43a2-89c4-8b1efe9a79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:16.561132 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-7ba2e174-76ab-43a2-89c4-8b1efe9a79d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3986745
Apr 19 19:47:16.564369 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-577be4e9-5bc8-4bf2-8877-c24e8d2092d1 req-0859bb57-1602-4075-a25c-f65621e5f0e6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571172
Apr 19 19:47:16.633306 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-dfc9a43e-4357-4a4f-86f6-4b463976f3a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1791124
Apr 19 19:47:16.745075 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-967c3271-d872-4123-8c05-25785870155f service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688540
Apr 19 19:47:16.765775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a2eb7f0>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '6437c8fc-04c5-4564-81fa-bd9543649184', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:13Z', 'updated_at': '2021-04-19T19:47:13Z', 'revision_number': 0, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:47:16.771205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b2f5f-8be4-47a4-9c77-298a0cbd8751 None None] The sync data for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi is: [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '6437c8fc-04c5-4564-81fa-bd9543649184', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:13Z', 'updated_at': '2021-04-19T19:47:13Z', 'revision_number': 0, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:47:16.916559 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f3edc17f-e3b4-4760-9e02-ea33d4cd0387 req-8df180a8-ccde-4b67-8529-4c9f38e72d6d service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631920
Apr 19 19:47:17.011236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:47:17.127322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d89b808-426f-4454-abc4-0dc2798d8497 None None] New status for floating IP 6437c8fc-04c5-4564-81fa-bd9543649184: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:47:17.271723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-2409336c-1fd3-4ff1-b45c-be867d0fd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:17.273337 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-2409336c-1fd3-4ff1-b45c-be867d0fd1d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814&tenant_id=b115e4e8bb474930af5e5383e1c38dfe HTTP/1.1" status: 200  len: 1096 time: 0.0795894
Apr 19 19:47:17.381641 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-8c9c24db-6dbe-4565-b71d-ea1d05f0ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:17.383273 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-8c9c24db-6dbe-4565-b71d-ea1d05f0ec40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 1096 time: 0.0856946
Apr 19 19:47:17.535323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-07b25341-e2db-4862-b4a4-5e0cc182857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:17.537212 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-07b25341-e2db-4862-b4a4-5e0cc182857b service neutron] 10.222.0.60 "GET /v2.0/networks?id=90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 200  len: 917 time: 0.1471548
Apr 19 19:47:17.671951 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-86802140-f820-459e-a583-76e01c514cbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7 HTTP/1.1" status: 200  len: 999 time: 0.1249404
Apr 19 19:47:17.769853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-565d9dae-8c55-4439-a65b-c4d4ea7c6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:17.771410 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-565d9dae-8c55-4439-a65b-c4d4ea7c6e66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 200  len: 855 time: 0.0838575
Apr 19 19:47:17.960289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-c4d7b10d-74a4-49aa-88bb-8d06a9dcd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:17.961919 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-c4d7b10d-74a4-49aa-88bb-8d06a9dcd284 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90c5e76f-651d-4326-a55b-bb822ac69865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1825104
Apr 19 19:47:17.977490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a057-4a46-4251-ac6e-78fe46bc4447 req-3757ead2-2255-4f86-aaaf-da7b0d33d0a8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:17.979749 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a407a057-4a46-4251-ac6e-78fe46bc4447 req-3757ead2-2255-4f86-aaaf-da7b0d33d0a8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.1416364
Apr 19 19:47:18.150680 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a407a057-4a46-4251-ac6e-78fe46bc4447 req-ccebcc12-a9f1-4f6e-8a65-87a6b4178e81 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421335
Apr 19 19:47:18.197932 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-2955ff0f-cb07-4f88-a53a-77629d145f6e service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168250
Apr 19 19:47:18.346756 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d5fe56f5-39ef-4972-b56a-50f24f751eb4 req-4076a388-16d5-4922-9f00-4c255b14cad5 service neutron] 10.222.0.60 "GET /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406837
Apr 19 19:47:19.398981 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be28a-af39-4982-ba24-d031d5d54483 req-ee4a36a4-b0ea-4aa8-ae2d-6cfc51fe9753 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:19.400807 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-001be28a-af39-4982-ba24-d031d5d54483 req-ee4a36a4-b0ea-4aa8-ae2d-6cfc51fe9753 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.1215620
Apr 19 19:47:19.457054 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-001be28a-af39-4982-ba24-d031d5d54483 req-c0cc56bb-842c-42ad-a36c-46a9dee3df81 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485084
Apr 19 19:47:20.682050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa486b-f968-4b4e-9faf-4d5a421cdcf2 req-20d55337-be22-4d74-8502-7b9ae8cce27e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:20.683868 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-11aa486b-f968-4b4e-9faf-4d5a421cdcf2 req-20d55337-be22-4d74-8502-7b9ae8cce27e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0940106
Apr 19 19:47:20.733081 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-11aa486b-f968-4b4e-9faf-4d5a421cdcf2 req-eb40c3c7-70ea-40f9-ae00-48eb8c949c37 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416620
Apr 19 19:47:21.953031 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988e471-e0d1-4bc1-b43a-77c4a88fc914 req-1068b6e5-4b5d-48e6-b952-034495c8acb5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:21.955647 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3988e471-e0d1-4bc1-b43a-77c4a88fc914 req-1068b6e5-4b5d-48e6-b952-034495c8acb5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0992372
Apr 19 19:47:22.006147 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3988e471-e0d1-4bc1-b43a-77c4a88fc914 req-9aa7d792-250c-4b6a-b3bf-0a84ea1db848 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441186
Apr 19 19:47:23.162525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf30f7a8-f7e8-4b2a-bbb6-1a3df81134ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:23.231339 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a45d9-806f-4d7f-a9fd-69683f9aae54 req-bcef4424-370a-489d-95e7-9fe27dd9dfe8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:23.233772 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-348a45d9-806f-4d7f-a9fd-69683f9aae54 req-bcef4424-370a-489d-95e7-9fe27dd9dfe8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0955269
Apr 19 19:47:23.287261 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-348a45d9-806f-4d7f-a9fd-69683f9aae54 req-65c507da-f860-4291-84d3-cb9adbe9b7ae tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464718
Apr 19 19:47:24.500350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761d970-4d31-467b-835c-391943758703 req-f95b53ca-9128-4a2b-9523-06a4b56a65c8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:24.502049 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6761d970-4d31-467b-835c-391943758703 req-f95b53ca-9128-4a2b-9523-06a4b56a65c8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0927029
Apr 19 19:47:24.550507 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6761d970-4d31-467b-835c-391943758703 req-59c04c84-00dd-4dbb-aee9-bac56d7f2251 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421445
Apr 19 19:47:25.093038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2acb7e5d-a9fb-47e1-b67c-6583245ac66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:25.766737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9d511-a8f4-42b7-9294-03d3a1dcedc2 req-1aec6b63-6bca-4933-8420-5c3d5384fdf6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:25.768538 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-48c9d511-a8f4-42b7-9294-03d3a1dcedc2 req-1aec6b63-6bca-4933-8420-5c3d5384fdf6 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0960770
Apr 19 19:47:25.819657 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-48c9d511-a8f4-42b7-9294-03d3a1dcedc2 req-7f164980-536a-490e-897e-78e1bb07f46a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440125
Apr 19 19:47:26.109618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:26.571348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:27.028805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95960912-d9cd-45ca-8cdc-27e6f5a332d3 req-ad54cada-8377-4425-8f0c-5072df824695 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:27.030557 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-95960912-d9cd-45ca-8cdc-27e6f5a332d3 req-ad54cada-8377-4425-8f0c-5072df824695 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0905194
Apr 19 19:47:27.084355 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-95960912-d9cd-45ca-8cdc-27e6f5a332d3 req-66a5c76d-edfb-42ed-8547-aece2232ac1b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468111
Apr 19 19:47:27.554137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:28.313490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2e1a-beb0-4744-bf5c-3d36554d9986 req-81462cbb-2727-4b44-a279-8bd6b4aeac94 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:28.315083 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-214d2e1a-beb0-4744-bf5c-3d36554d9986 req-81462cbb-2727-4b44-a279-8bd6b4aeac94 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0930219
Apr 19 19:47:28.364653 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-214d2e1a-beb0-4744-bf5c-3d36554d9986 req-0ec5934a-e11d-4d80-8a0f-fc3e4429faf3 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431881
Apr 19 19:47:29.580332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9c35c-9c3f-4845-b894-6951cf92833b req-8367376c-f471-4836-adac-c1bf02bc58da tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:29.581986 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cf9c35c-9c3f-4845-b894-6951cf92833b req-8367376c-f471-4836-adac-c1bf02bc58da tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0966399
Apr 19 19:47:29.633403 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cf9c35c-9c3f-4845-b894-6951cf92833b req-14388e81-faf7-4bef-bb35-789fcf8dd827 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450079
Apr 19 19:47:30.846395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce153fe6-2c07-4e47-8d7a-2de464a9afbb req-874dcf70-26ac-4cb0-9d27-dae7a5f4ff83 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:30.849151 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce153fe6-2c07-4e47-8d7a-2de464a9afbb req-874dcf70-26ac-4cb0-9d27-dae7a5f4ff83 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0894201
Apr 19 19:47:30.913366 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce153fe6-2c07-4e47-8d7a-2de464a9afbb req-9b5a1912-0c12-4660-b00c-0f65eff659b8 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548861
Apr 19 19:47:32.133603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ea6bf-3d01-4e24-b9d6-bf6e632e7b75 req-19168528-3f10-4ccb-8c0b-94cc8303e739 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:32.138301 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e54ea6bf-3d01-4e24-b9d6-bf6e632e7b75 req-19168528-3f10-4ccb-8c0b-94cc8303e739 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.1025136
Apr 19 19:47:32.187939 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e54ea6bf-3d01-4e24-b9d6-bf6e632e7b75 req-d8deadf2-4399-414c-ba0c-bcb261fe136b tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460129
Apr 19 19:47:33.398946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8fdbc-1308-49dd-b813-3007cfdb6c9a req-a6cd5224-d504-407a-ac34-0ffd8802be96 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:33.400553 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9fe8fdbc-1308-49dd-b813-3007cfdb6c9a req-a6cd5224-d504-407a-ac34-0ffd8802be96 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0931330
Apr 19 19:47:33.452315 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9fe8fdbc-1308-49dd-b813-3007cfdb6c9a req-906a3a63-7d7e-46d1-b5d1-0bda3b5aca67 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450797
Apr 19 19:47:34.659671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bbf29-4a77-4ccf-9960-87746b84d4e8 req-61cbd720-7a7a-4cdd-a822-889e4dd64ab5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:34.661259 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6f1bbf29-4a77-4ccf-9960-87746b84d4e8 req-61cbd720-7a7a-4cdd-a822-889e4dd64ab5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0885706
Apr 19 19:47:34.709972 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6f1bbf29-4a77-4ccf-9960-87746b84d4e8 req-5237e75d-9ae9-4a8f-9ee0-69c83c6d37bd tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424421
Apr 19 19:47:35.927275 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacc6f-d260-462c-af20-d502b6c2e631 req-ad076300-c0c9-4fdf-b1be-d3671ece9046 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:35.928884 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-11eacc6f-d260-462c-af20-d502b6c2e631 req-ad076300-c0c9-4fdf-b1be-d3671ece9046 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0963886
Apr 19 19:47:35.981342 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-11eacc6f-d260-462c-af20-d502b6c2e631 req-053e45aa-7a8d-4661-9cfe-d6490db1d40a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459960
Apr 19 19:47:37.093510 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:47:37.190112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eb828-d0fc-46f6-b725-24d408247cfd req-0f903342-51a5-40d9-88ba-ef777514b1ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:37.192167 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-602eb828-d0fc-46f6-b725-24d408247cfd req-0f903342-51a5-40d9-88ba-ef777514b1ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 943 time: 0.0912707
Apr 19 19:47:37.241364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:37.242152 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-602eb828-d0fc-46f6-b725-24d408247cfd req-f61327f7-1c87-4156-ab40-79eb6cf77cac tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432458
Apr 19 19:47:37.256395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'port_id': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'mac_address': 'fa:16:3e:48:9b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:47:37.320935 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:37.498271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f7c696-af83-4b7d-9424-f4927c48c3e7 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:47:37.514460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:37.517407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:37.519257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:37.589971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=9']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:37.598380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.598774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.599154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.599529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.599906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.600276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.600644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.601010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.601380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.601747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.602113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.602508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:37.606611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:37.864023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['a8f7c696-af83-4b7d-9424-f4927c48c3e7'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:47:38.453947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39ca8a-a909-47bf-a0c7-3a5d67d5d728 req-9408af10-f5fd-45d2-b275-06e429a6caa2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:38.455552 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c39ca8a-a909-47bf-a0c7-3a5d67d5d728 req-9408af10-f5fd-45d2-b275-06e429a6caa2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 944 time: 0.0923462
Apr 19 19:47:38.504347 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c39ca8a-a909-47bf-a0c7-3a5d67d5d728 req-434dd547-fae3-4be3-b69d-96becada670c tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418193
Apr 19 19:47:38.889392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:39.126716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:47:39.199211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port a8f7c696-af83-4b7d-9424-f4927c48c3e7 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:47:39.199550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:39.321949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:39.351093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:39.361345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:39.364643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:39.366568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:39.406279 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'code': 200}
Apr 19 19:47:39.440410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=10']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:39.443487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:39.735258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c845-cd5f-41d8-9007-8d173875a918 req-57a55d57-2efd-4fe8-ad52-d7d53f3d593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:39.736847 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4d26c845-cd5f-41d8-9007-8d173875a918 req-57a55d57-2efd-4fe8-ad52-d7d53f3d593c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 1099 time: 0.1487851
Apr 19 19:47:39.745837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d1c9-65c2-4b2b-a502-4855087fff5b req-0ee0672d-4b93-4473-a08a-fb89d0f4c797 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:39.747334 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cac9d1c9-65c2-4b2b-a502-4855087fff5b req-0ee0672d-4b93-4473-a08a-fb89d0f4c797 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 946 time: 0.1239989
Apr 19 19:47:39.817580 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4d26c845-cd5f-41d8-9007-8d173875a918 req-6924688d-f029-4567-a2a1-3cf7fcb4d431 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692434
Apr 19 19:47:39.824927 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cac9d1c9-65c2-4b2b-a502-4855087fff5b req-7aea2ecb-1a6b-415d-8894-267685c69ac2 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607784
Apr 19 19:47:41.046091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142d3a1-7ae9-4fd7-9310-ecc7b54982e2 req-f7dfa72e-47ef-43c4-ae0a-a3e6bfc021bf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:41.047775 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0142d3a1-7ae9-4fd7-9310-ecc7b54982e2 req-f7dfa72e-47ef-43c4-ae0a-a3e6bfc021bf tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 946 time: 0.0976675
Apr 19 19:47:41.113697 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0142d3a1-7ae9-4fd7-9310-ecc7b54982e2 req-d0db3948-2c66-47e2-a226-fa8117de28e7 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584054
Apr 19 19:47:42.325824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0cd24-6656-48dd-b4d6-f0392ffdbbed req-770e6cca-1c58-4162-9e45-e5d1ae2a2f26 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:42.327425 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99e0cd24-6656-48dd-b4d6-f0392ffdbbed req-770e6cca-1c58-4162-9e45-e5d1ae2a2f26 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 946 time: 0.0877211
Apr 19 19:47:42.377234 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99e0cd24-6656-48dd-b4d6-f0392ffdbbed req-0d25675b-8ec9-4e05-8fbc-2d8d1f6b265a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431864
Apr 19 19:47:45.952720 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c8d26-f1fd-4487-b5f6-0c9a1454b805 req-518981b4-f427-47d8-aa77-a52018796623 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:45.954295 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-949c8d26-f1fd-4487-b5f6-0c9a1454b805 req-518981b4-f427-47d8-aa77-a52018796623 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 945 time: 0.0869334
Apr 19 19:47:46.003961 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-949c8d26-f1fd-4487-b5f6-0c9a1454b805 req-2e17fa93-2bf6-4828-b25d-ca8613783f0e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426116
Apr 19 19:47:47.439571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed5130-e9d3-4f3d-b516-8ee7d6906830 req-bac00930-3e30-411d-9c0c-37cba0d60841 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:47.441064 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-40ed5130-e9d3-4f3d-b516-8ee7d6906830 req-bac00930-3e30-411d-9c0c-37cba0d60841 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 945 time: 0.3207185
Apr 19 19:47:47.488622 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-40ed5130-e9d3-4f3d-b516-8ee7d6906830 req-35f64805-b075-4a74-a58c-2b88b1e11d28 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411212
Apr 19 19:47:47.966622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20e382-4330-4795-bad8-2868b02a86bd req-f6ff1370-3797-4b5e-a631-560b6f27ef02 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:47.968204 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf20e382-4330-4795-bad8-2868b02a86bd req-f6ff1370-3797-4b5e-a631-560b6f27ef02 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 945 time: 0.0905700
Apr 19 19:47:48.051084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bf20e382-4330-4795-bad8-2868b02a86bd req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Deleting port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:47:48.052000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bf20e382-4330-4795-bad8-2868b02a86bd req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:48.230455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:47:48.323718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-bf20e382-4330-4795-bad8-2868b02a86bd req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] For port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:48.324110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bf20e382-4330-4795-bad8-2868b02a86bd req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:48.463882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bf20e382-4330-4795-bad8-2868b02a86bd req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Calling delete_port for 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:47:48.681100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bf20e382-4330-4795-bad8-2868b02a86bd req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:48.688168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:48.696000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['59cba8cd-88d2-4823-b96c-d6426115e6b3', 'f331286c-e8af-45ca-99e6-ed29c3f07975', 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2', '4dedb882-66f7-4f7a-94ef-2d6c4a2571a1'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:47:48.774784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Pushing event deleted for resources: {'Port': ['ID=4dedb882-66f7-4f7a-94ef-2d6c4a2571a1,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:48.868208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.868630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.869033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.869433 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.869830 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.870227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.870651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.871048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.871441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.871836 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.872229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.872615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:47:48.876180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:48.901899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf20e382-4330-4795-bad8-2868b02a86bd req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] No DVR routers for this DVR port 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:47:48.904762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bf20e382-4330-4795-bad8-2868b02a86bd req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:48.910534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd598eeec-4e31-410d-a0f3-65c6547da339', 'name': 'network-vif-deleted', 'tag': '4dedb882-66f7-4f7a-94ef-2d6c4a2571a1'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:48.943161 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead4602-98e0-4613-99b7-ac43f25911cb req-29225acf-f691-4526-b0e4-97aa5e401625 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:48.943911 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7ead4602-98e0-4613-99b7-ac43f25911cb req-29225acf-f691-4526-b0e4-97aa5e401625 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Synchronizing usage tracker for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:47:48.947334 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf20e382-4330-4795-bad8-2868b02a86bd req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "DELETE /v2.0/ports/4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 HTTP/1.1" status: 204  len: 173 time: 0.9721348
Apr 19 19:47:48.979565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7ead4602-98e0-4613-99b7-ac43f25911cb req-29225acf-f691-4526-b0e4-97aa5e401625 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Unset dirty status for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:47:48.980905 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ead4602-98e0-4613-99b7-ac43f25911cb req-29225acf-f691-4526-b0e4-97aa5e401625 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d598eeec-4e31-410d-a0f3-65c6547da339 HTTP/1.1" status: 200  len: 867 time: 0.3697910
Apr 19 19:47:48.995472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36229992-ec82-4930-a2a7-77d4cac1543d req-c828f285-9179-43f8-a07b-12cac57313ac tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:48.997696 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36229992-ec82-4930-a2a7-77d4cac1543d req-c828f285-9179-43f8-a07b-12cac57313ac tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.2145650
Apr 19 19:47:49.089997 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ead4602-98e0-4613-99b7-ac43f25911cb req-51ce4811-9946-4929-9fec-ea39912dd449 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912161
Apr 19 19:47:49.095352 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36229992-ec82-4930-a2a7-77d4cac1543d req-3b85692a-edaa-43c3-8193-25bab3c14eeb tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819857
Apr 19 19:47:49.148044 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd598eeec-4e31-410d-a0f3-65c6547da339', 'name': 'network-vif-deleted', 'tag': '4dedb882-66f7-4f7a-94ef-2d6c4a2571a1', 'status': 'completed', 'code': 200}
Apr 19 19:47:50.307963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee0ee-f241-43a7-8044-ddea9f77f0ae req-639537c9-fd79-4665-98f1-4c5e1abcf076 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:50.310223 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b28ee0ee-f241-43a7-8044-ddea9f77f0ae req-639537c9-fd79-4665-98f1-4c5e1abcf076 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.0962834
Apr 19 19:47:50.361929 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b28ee0ee-f241-43a7-8044-ddea9f77f0ae req-7b956a68-ba2c-4e43-a964-6976b75bc83c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452845
Apr 19 19:47:50.852452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-9dbf95b2-e230-4053-87a9-e0eca855f7b1 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:50.853921 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-9dbf95b2-e230-4053-87a9-e0eca855f7b1 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.0895936
Apr 19 19:47:50.935544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Deleting port 140cc198-870e-49f8-8a3b-1b4abc30c555 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:47:50.935963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:51.186269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:47:51.205644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] For port 140cc198-870e-49f8-8a3b-1b4abc30c555, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=140cc198-870e-49f8-8a3b-1b4abc30c555,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:51.206045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:51.224869 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:47:51.225266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 4dedb882-66f7-4f7a-94ef-2d6c4a2571a1 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:47:51.572867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:51.573479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:51.573621 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Floating IP 1d99c02c-75ac-441a-abeb-60b43f2d8016 disassociated. External IP: 172.27.3.77, port: 140cc198-870e-49f8-8a3b-1b4abc30c555.
Apr 19 19:47:51.573961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Calling delete_port for 140cc198-870e-49f8-8a3b-1b4abc30c555 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:47:51.680765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294c4df-a791-4257-a41a-8ad50ea3c291 req-c9ae83f9-56e4-473c-81be-4a1c75fc039d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:51.682393 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9294c4df-a791-4257-a41a-8ad50ea3c291 req-c9ae83f9-56e4-473c-81be-4a1c75fc039d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 945 time: 0.1855404
Apr 19 19:47:51.832041 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9294c4df-a791-4257-a41a-8ad50ea3c291 req-63b1d00e-6cdf-4c84-b969-207eb32ce3be tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423197
Apr 19 19:47:51.857875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:51.867538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4948bf04-932d-4fcb-a26a-bf672f23ad33 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:51.920427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event deleted for resources: {'Port': ['ID=140cc198-870e-49f8-8a3b-1b4abc30c555,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:51.927220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:52.072123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353c7c-8e6b-4b25-8fdc-a54428c61e9a req-56fc862e-ef1f-4ada-b1e2-57b7a08a36d3 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:52.073765 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-14353c7c-8e6b-4b25-8fdc-a54428c61e9a req-56fc862e-ef1f-4ada-b1e2-57b7a08a36d3 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 945 time: 0.3112705
Apr 19 19:47:52.145249 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-14353c7c-8e6b-4b25-8fdc-a54428c61e9a req-ccb57044-9c11-44ea-900e-31b1b806d2e2 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580478
Apr 19 19:47:52.174353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:47:52.374875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:47:52.390566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] Sync routers for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:47:52.402285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:47:52.402949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b548e48>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:47:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:47:52.693041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:47:52.695098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] No DVR routers for this DVR port 140cc198-870e-49f8-8a3b-1b4abc30c555 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:47:52.697836 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:52.700687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'name': 'network-vif-deleted', 'tag': '140cc198-870e-49f8-8a3b-1b4abc30c555'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:52.716044 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eb288920-cc7c-4e36-b4c7-ef49ebe3231e req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.60 "DELETE /v2.0/ports/140cc198-870e-49f8-8a3b-1b4abc30c555 HTTP/1.1" status: 204  len: 173 time: 1.8562422
Apr 19 19:47:52.753205 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71576dbc-38f6-4451-9df0-cfbc8fd799ce', 'name': 'network-vif-deleted', 'tag': '140cc198-870e-49f8-8a3b-1b4abc30c555', 'status': 'completed', 'code': 200}
Apr 19 19:47:53.019024 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-e977831c-ba34-4589-9d84-b1b1ba0da5b7 req-fbf990c6-01f3-4461-9f86-539cd9946c4a tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Synchronizing usage tracker for tenant:0e519821846e42b3a6be90a508194df1 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:47:53.035492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-e977831c-ba34-4589-9d84-b1b1ba0da5b7 req-fbf990c6-01f3-4461-9f86-539cd9946c4a tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Unset dirty status for tenant:0e519821846e42b3a6be90a508194df1 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:47:53.037368 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e977831c-ba34-4589-9d84-b1b1ba0da5b7 req-fbf990c6-01f3-4461-9f86-539cd9946c4a tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/ports?device_id=71576dbc-38f6-4451-9df0-cfbc8fd799ce HTTP/1.1" status: 200  len: 210 time: 0.0664909
Apr 19 19:47:53.087087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b548e48>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:47:53.091152 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] Checking router: 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:47:53.100226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:47:53.100884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b548e48>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:47:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:47:53.227431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 140cc198-870e-49f8-8a3b-1b4abc30c555 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:47:53.279403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 140cc198-870e-49f8-8a3b-1b4abc30c555 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:47:53.280012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 140cc198-870e-49f8-8a3b-1b4abc30c555 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:47:53.284538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e533599-ee8e-4ae4-b1d8-87dbff0ae5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:53.372995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:47:53.403937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f3ddb-3b30-4df3-991b-44b55126074f req-bafc1e25-bdff-41b3-9f8b-24c601e41c93 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:53.405932 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-246f3ddb-3b30-4df3-991b-44b55126074f req-bafc1e25-bdff-41b3-9f8b-24c601e41c93 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 945 time: 0.1366358
Apr 19 19:47:53.462378 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-246f3ddb-3b30-4df3-991b-44b55126074f req-6c36720f-3f58-4e97-877c-1e2b38aa2078 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491521
Apr 19 19:47:53.616083 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-7aafbca1-3593-4e2a-bbcf-8b0e5d5da0cc tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:53.617677 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-7aafbca1-3593-4e2a-bbcf-8b0e5d5da0cc tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 945 time: 0.0903683
Apr 19 19:47:53.697647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Deleting port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:47:53.698214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:53.717098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b548e48>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:47:53.721352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f9d07-2b7b-40f7-8a31-fddf844485b6 None None] The sync data for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi is: [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:04Z', 'revision_number': 4, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'f1bb560a-ba62-4ffb-93b9-8ffe6ee72383', 'name': '', 'network_id': 'b8ebc8ce-7561-4ac6-9022-0aafcb1d7266', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'mac_address': 'fa:16:3e:20:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:02Z', 'updated_at': '2021-04-19T19:41:20Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'subnets': [{'id': 'dacd6ef4-fa2a-4db2-916b-45158bff0c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:47:53.972846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] For port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:53.973878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:54.137654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a080d7-a9a8-4d53-a79c-627883f87bc9 None None] New status for floating IP 1d99c02c-75ac-441a-abeb-60b43f2d8016: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:47:54.174857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33482) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:47:54.219980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Calling delete_port for ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:47:54.246113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7ec29546-807b-4045-a99f-8c5232bfd2fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:54.277566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7ec29546-807b-4045-a99f-8c5232bfd2fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:54.325462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7ec29546-807b-4045-a99f-8c5232bfd2fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:54.334650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:54.349648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec29546-807b-4045-a99f-8c5232bfd2fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:54.352493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7ec29546-807b-4045-a99f-8c5232bfd2fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:54.360137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7ec29546-807b-4045-a99f-8c5232bfd2fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:54.364718 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7ec29546-807b-4045-a99f-8c5232bfd2fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "DELETE /v2.0/security-groups/9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3 HTTP/1.1" status: 204  len: 168 time: 0.1886816
Apr 19 19:47:54.365547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33486) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:47:54.386291 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.v2.resource [None req-6feb2164-3956-4b4a-a830-234d6dd5df2b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] show failed (client error): The resource could not be found.
Apr 19 19:47:54.394416 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6feb2164-3956-4b4a-a830-234d6dd5df2b tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "GET /v2.0/security-groups/9fc1a25f-53c3-476f-aa13-3c6d4d78dcd3 HTTP/1.1" status: 404  len: 347 time: 0.0269666
Apr 19 19:47:54.396300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33490) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:47:54.416796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:54.430050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:54.485739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Pushing event deleted for resources: {'Port': ['ID=ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:54.553816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['59cba8cd-88d2-4823-b96c-d6426115e6b3', 'f331286c-e8af-45ca-99e6-ed29c3f07975', 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:47:54.570174 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:54.571238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] No DVR routers for this DVR port ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:47:54.573843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:54.589266 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bcd0ffe3-fe5c-4516-9698-110fa8d4c537 req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "DELETE /v2.0/ports/ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 HTTP/1.1" status: 204  len: 173 time: 0.9644799
Apr 19 19:47:54.756767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c768e6-8ab7-4bbc-8efd-607559f39c3d', 'name': 'network-vif-deleted', 'tag': 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:54.762053 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Deleting port cd088576-41e5-4411-ab55-01094b215b7d {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:47:54.762417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:54.762784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-38a6e93b-aef3-4985-b960-aacc98e22f42 req-2e891bde-0884-46e6-a2e8-e24578f6001c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Synchronizing usage tracker for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:47:54.778896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-38a6e93b-aef3-4985-b960-aacc98e22f42 req-2e891bde-0884-46e6-a2e8-e24578f6001c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Unset dirty status for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:47:54.780204 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38a6e93b-aef3-4985-b960-aacc98e22f42 req-2e891bde-0884-46e6-a2e8-e24578f6001c tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c768e6-8ab7-4bbc-8efd-607559f39c3d HTTP/1.1" status: 200  len: 210 time: 0.0896211
Apr 19 19:47:54.819655 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c768e6-8ab7-4bbc-8efd-607559f39c3d', 'name': 'network-vif-deleted', 'tag': 'ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2', 'status': 'completed', 'code': 200}
Apr 19 19:47:55.028614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:55.028905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:55.106119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-658022a9-6847-44af-a387-eef394e8c918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:55.165063 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Calling delete_port for cd088576-41e5-4411-ab55-01094b215b7d owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:47:55.336641 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:55.341380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75ac2dd2-8c16-4fc6-ac1d-212678f9498c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:55.391140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Pushing event deleted for resources: {'Port': ['ID=cd088576-41e5-4411-ab55-01094b215b7d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:55.394527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:55.487686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:55.505139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:55.506408 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] 10.222.0.13 "DELETE /v2.0/floatingips/1d99c02c-75ac-441a-abeb-60b43f2d8016 HTTP/1.1" status: 204  len: 168 time: 1.1073029
Apr 19 19:47:56.113113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:56.266828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b3e9-be93-41cf-9b0a-5c2aa7e1774e req-92992f24-bf96-47b0-8aa4-0070fbce96f2 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:56.268340 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b205b3e9-be93-41cf-9b0a-5c2aa7e1774e req-92992f24-bf96-47b0-8aa4-0070fbce96f2 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 945 time: 0.0884829
Apr 19 19:47:56.323468 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b205b3e9-be93-41cf-9b0a-5c2aa7e1774e req-74e24a42-28cc-4d6d-a749-fb156131ce7e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429003
Apr 19 19:47:56.573573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:57.212758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:47:57.249318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:47:57.249706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device ed9fd9f6-5964-4aa2-bc4a-ab5c2544d3e2 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:47:57.534216 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8effb-965b-4a63-8e3f-6d69a320be89 req-28d50108-425a-4fd9-8d00-0290cc733195 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:57.536750 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-acf8effb-965b-4a63-8e3f-6d69a320be89 req-28d50108-425a-4fd9-8d00-0290cc733195 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 945 time: 0.0938573
Apr 19 19:47:57.565809 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:57.588098 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-acf8effb-965b-4a63-8e3f-6d69a320be89 req-49c3c8a8-0655-4749-be12-cf1f6974ed1b tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448813
Apr 19 19:47:57.894430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-b537c350-32bc-4a0a-90a3-a62eff16a93b tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:47:57.896654 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-b537c350-32bc-4a0a-90a3-a62eff16a93b tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 945 time: 0.0891993
Apr 19 19:47:57.975860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Deleting port f331286c-e8af-45ca-99e6-ed29c3f07975 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:47:57.976267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:58.249739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] For port f331286c-e8af-45ca-99e6-ed29c3f07975, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f331286c-e8af-45ca-99e6-ed29c3f07975,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:47:58.250543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:58.385947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Calling delete_port for f331286c-e8af-45ca-99e6-ed29c3f07975 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:47:58.539485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:58.545176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28d78b41-ee1e-4f08-9426-da810828e735 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:47:58.550226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['59cba8cd-88d2-4823-b96c-d6426115e6b3', 'f331286c-e8af-45ca-99e6-ed29c3f07975'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:47:58.596114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Pushing event deleted for resources: {'Port': ['ID=f331286c-e8af-45ca-99e6-ed29c3f07975,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:47:58.600071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:47:58.680353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] No DVR routers for this DVR port f331286c-e8af-45ca-99e6-ed29c3f07975 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:47:58.682968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:47:58.685867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c45e396-0738-435b-87c0-4125701804cc', 'name': 'network-vif-deleted', 'tag': 'f331286c-e8af-45ca-99e6-ed29c3f07975'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:47:58.701416 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d38b6ee-6e9e-41a4-b6f6-fea8a829b8f5 req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "DELETE /v2.0/ports/f331286c-e8af-45ca-99e6-ed29c3f07975 HTTP/1.1" status: 204  len: 173 time: 0.7996235
Apr 19 19:47:58.765907 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c45e396-0738-435b-87c0-4125701804cc', 'name': 'network-vif-deleted', 'tag': 'f331286c-e8af-45ca-99e6-ed29c3f07975', 'status': 'completed', 'code': 200}
Apr 19 19:47:58.782169 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7f14f6d1-3760-4a5d-a4de-04ef82e78996 req-1d6b01fe-4641-48f9-8c03-e3a992301561 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Synchronizing usage tracker for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:47:58.797330 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7f14f6d1-3760-4a5d-a4de-04ef82e78996 req-1d6b01fe-4641-48f9-8c03-e3a992301561 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Unset dirty status for tenant:d681691e85f14bf78b7e828776c86a47 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:47:58.798880 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7f14f6d1-3760-4a5d-a4de-04ef82e78996 req-1d6b01fe-4641-48f9-8c03-e3a992301561 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c45e396-0738-435b-87c0-4125701804cc HTTP/1.1" status: 200  len: 210 time: 0.0737674
Apr 19 19:47:59.672655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33538) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:00.398062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854018915'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:00.775916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Deleting port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:00.776526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:00.960955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] For port f1bb560a-ba62-4ffb-93b9-8ffe6ee72383, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=f1bb560a-ba62-4ffb-93b9-8ffe6ee72383,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:00.961349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:01.094405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Calling delete_port for f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:01.251679 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device f331286c-e8af-45ca-99e6-ed29c3f07975 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:48:01.276514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:01.281955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:01.291601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: f331286c-e8af-45ca-99e6-ed29c3f07975 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:48:01.292084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device f331286c-e8af-45ca-99e6-ed29c3f07975 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:48:01.330525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f1bb560a-ba62-4ffb-93b9-8ffe6ee72383,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:01.366987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:01.721068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7d15b-a47f-46cc-a2c0-c0a4f3d660a4 req-ed14fd11-f34f-46ff-b34c-fa93d91d6f75 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:01.722740 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68e7d15b-a47f-46cc-a2c0-c0a4f3d660a4 req-ed14fd11-f34f-46ff-b34c-fa93d91d6f75 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 945 time: 0.1338778
Apr 19 19:48:01.803077 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68e7d15b-a47f-46cc-a2c0-c0a4f3d660a4 req-af02b84c-0e69-4de0-be22-46c082cd1c15 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720601
Apr 19 19:48:01.857604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854018845'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:02.247323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:48:02.437264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:48:02.448711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] Sync routers for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:48:02.458691 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:48:02.459403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b13b128>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:47:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:02.459526 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] 10.222.0.13 "PUT /v2.0/routers/6c5ec9bd-8bc1-465a-a450-d2ae604afcf6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7854984
Apr 19 19:48:02.462071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33556) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:02.657604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:02.672541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:48:02.854288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:02.863013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Deleting port 14f803e7-6402-4299-86d7-d29b3ea02780 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:02.863969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:03.016505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa39211-4a6e-4ca1-bd85-c2ea04c66c2c req-92444e25-a24d-43a2-95b1-baa9eaaecc9e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:03.018123 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1fa39211-4a6e-4ca1-bd85-c2ea04c66c2c req-92444e25-a24d-43a2-95b1-baa9eaaecc9e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 945 time: 0.0906436
Apr 19 19:48:03.092466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b13b128>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:48:01Z', 'revision_number': 5, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port': {'id': '14f803e7-6402-4299-86d7-d29b3ea02780', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:57Z', 'updated_at': '2021-04-19T19:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:03.096916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] Checking router: 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:48:03.104084 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1fa39211-4a6e-4ca1-bd85-c2ea04c66c2c req-f9d5385c-47d3-44ff-a015-ada884d32081 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723736
Apr 19 19:48:03.106575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] Routers {'6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:48:03.107257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b13b128>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:47:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:03.156796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] For port 14f803e7-6402-4299-86d7-d29b3ea02780, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=14f803e7-6402-4299-86d7-d29b3ea02780,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:03.157454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:03.268456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] Set router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:48:03.384709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b13b128>, [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:48:02Z', 'revision_number': 6, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port_host': None}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:03.389189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43592cc4-6f58-4cca-ac90-2d7b0e113add None None] The sync data for ids ['6c5ec9bd-8bc1-465a-a450-d2ae604afcf6'] in dv-cinder-786933-1-iscsi is: [{'id': '6c5ec9bd-8bc1-465a-a450-d2ae604afcf6', 'name': 'tempest-AttachVolumeTestJSON-1368990579-router', 'tenant_id': '0e519821846e42b3a6be90a508194df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:48:02Z', 'revision_number': 6, 'project_id': '0e519821846e42b3a6be90a508194df1', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:48:03.392317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Calling delete_port for 14f803e7-6402-4299-86d7-d29b3ea02780 owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:03.477380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-d19b2e2b-6bd4-443f-ad7e-2f3ad809f60d tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:03.480275 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-d19b2e2b-6bd4-443f-ad7e-2f3ad809f60d tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 945 time: 0.1165969
Apr 19 19:48:03.561240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Deleting port 59cba8cd-88d2-4823-b96c-d6426115e6b3 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:03.561624 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:03.589841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:03.594996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8830b524-de11-474b-b539-96eaa9bc6f1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:03.645340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f803e7-6402-4299-86d7-d29b3ea02780,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:03.647476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:03.744743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679778'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:03.855923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] For port 59cba8cd-88d2-4823-b96c-d6426115e6b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=59cba8cd-88d2-4823-b96c-d6426115e6b3,segment=NetworkSegment(63051e88-67c8-45b8-9b44-30581c4b531f),segment_id=63051e88-67c8-45b8-9b44-30581c4b531f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:03.856563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:03.932173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2356'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:03.934590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.100443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Calling delete_port for 59cba8cd-88d2-4823-b96c-d6426115e6b3 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:04.258866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.259429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:48:04.273180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.274456 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6c5ec9bd-8bc1-465a-a450-d2ae604afcf6 HTTP/1.1" status: 204  len: 168 time: 1.8112931
Apr 19 19:48:04.278815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33566) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:04.349963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] Deleting subnet dacd6ef4-fa2a-4db2-916b-45158bff0c6f {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:48:04.354846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.431100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.440316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e174d597-e764-467d-835a-75156342711c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:04.440561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848133536'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.444256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['59cba8cd-88d2-4823-b96c-d6426115e6b3'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:48:04.509269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e47fb-c641-4d9a-8581-c1c9ee637fed req-7d33cbd4-f4a0-44a1-9a93-ba1ccc836619 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:04.512183 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-261e47fb-c641-4d9a-8581-c1c9ee637fed req-7d33cbd4-f4a0-44a1-9a93-ba1ccc836619 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 945 time: 0.2781932
Apr 19 19:48:04.571067 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Pushing event deleted for resources: {'Port': ['ID=59cba8cd-88d2-4823-b96c-d6426115e6b3,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:04.572945 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.586410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:04.684885 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] No DVR routers for this DVR port 59cba8cd-88d2-4823-b96c-d6426115e6b3 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:48:04.688676 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.692071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a484b9-8384-4b32-92af-099dfa5d12f5', 'name': 'network-vif-deleted', 'tag': '59cba8cd-88d2-4823-b96c-d6426115e6b3'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:48:04.699363 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-261e47fb-c641-4d9a-8581-c1c9ee637fed req-14a92e48-fa1c-40a0-b394-d909d7e0faa9 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.13 "GET /v2.0/security-groups?id=fff6713a-dd94-4a61-b47e-3d39262ae216&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690247
Apr 19 19:48:04.710528 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c79a5d05-c23e-4687-98d4-88b3c922726d req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] 10.222.0.60 "DELETE /v2.0/ports/59cba8cd-88d2-4823-b96c-d6426115e6b3 HTTP/1.1" status: 204  len: 173 time: 1.2248328
Apr 19 19:48:04.759752 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a484b9-8384-4b32-92af-099dfa5d12f5', 'name': 'network-vif-deleted', 'tag': '59cba8cd-88d2-4823-b96c-d6426115e6b3', 'status': 'completed', 'code': 200}
Apr 19 19:48:04.860284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848253544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6351245'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.866539 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1210820-76f6-40e2-8d0b-dc202ce042ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:04.906949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:04.911701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacd6ef4-fa2a-4db2-916b-45158bff0c6f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:04.912312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7c9daf-2748-4e2e-8490-e4161d88e1ac None None] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:04.914042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:04.919747 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dacd6ef4-fa2a-4db2-916b-45158bff0c6f HTTP/1.1" status: 204  len: 168 time: 0.6375544
Apr 19 19:48:04.920207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33572) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:05.038851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:05.049999 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Deleting port 44a7bb5d-d94b-4144-88f5-e366906650f4 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:05.050410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:05.179454 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d02ba13-a935-4ce6-8c5a-59840496ce42 req-848908a4-152e-4eb3-a7e1-4f975fc58fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51a484b9-8384-4b32-92af-099dfa5d12f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0490947
Apr 19 19:48:05.193051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] DHCP port deletion for b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 request from dv-cinder-786933-1-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:48:05.199293 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] Deleting port 44a7bb5d-d94b-4144-88f5-e366906650f4 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:05.199821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:05.280212 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d02ba13-a935-4ce6-8c5a-59840496ce42 req-accc1f8f-8fc4-4542-beb5-c00faec44f2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d681691e85f14bf78b7e828776c86a47&device_id=51a484b9-8384-4b32-92af-099dfa5d12f5 HTTP/1.1" status: 200  len: 210 time: 0.0549886
Apr 19 19:48:05.305039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] For port 44a7bb5d-d94b-4144-88f5-e366906650f4, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=44a7bb5d-d94b-4144-88f5-e366906650f4,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:05.306466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:05.461379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] For port 44a7bb5d-d94b-4144-88f5-e366906650f4, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=44a7bb5d-d94b-4144-88f5-e366906650f4,segment=NetworkSegment(847b0d55-3df2-4231-8f8e-e9332bcdcf08),segment_id=847b0d55-3df2-4231-8f8e-e9332bcdcf08)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:05.462473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:05.464466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02ba13-a935-4ce6-8c5a-59840496ce42 req-787e5e78-952a-45e7-9e40-3ce58fae7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:05.466100 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d02ba13-a935-4ce6-8c5a-59840496ce42 req-787e5e78-952a-45e7-9e40-3ce58fae7306 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d681691e85f14bf78b7e828776c86a47&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1598132
Apr 19 19:48:05.472578 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Calling delete_port for 44a7bb5d-d94b-4144-88f5-e366906650f4 owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:05.544577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 44a7bb5d-d94b-4144-88f5-e366906650f4 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:48:05.558573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:05.563456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:05.613036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a7bb5d-d94b-4144-88f5-e366906650f4,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:05.617157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:05.618077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] No DVR routers for this DVR port 44a7bb5d-d94b-4144-88f5-e366906650f4 on host dv-cinder-786933-1-iscsi {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:48:05.640559 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02ba13-a935-4ce6-8c5a-59840496ce42 req-9d8fa6af-2571-413e-aa14-5c0aee23e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:05.642146 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d02ba13-a935-4ce6-8c5a-59840496ce42 req-9d8fa6af-2571-413e-aa14-5c0aee23e052 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1606908
Apr 19 19:48:05.692753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] Calling delete_port for 44a7bb5d-d94b-4144-88f5-e366906650f4 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:05.743955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:05.745449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 44a7bb5d-d94b-4144-88f5-e366906650f4 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:48:05.746123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 44a7bb5d-d94b-4144-88f5-e366906650f4 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:48:05.746745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 14f803e7-6402-4299-86d7-d29b3ea02780 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:48:05.807249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33580) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:05.829413 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 14f803e7-6402-4299-86d7-d29b3ea02780 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:48:05.830001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 14f803e7-6402-4299-86d7-d29b3ea02780 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:48:05.830810 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:48:05.887545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:48:05.888136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device f1bb560a-ba62-4ffb-93b9-8ffe6ee72383 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:48:05.918874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70a8f4748>,) {'filters': {'network_id': ['b8ebc8ce-7561-4ac6-9022-0aafcb1d7266']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:05.931805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f234b4-7d7e-4943-9800-3ace99165f21 admin admin] Deleting subnet 4f485a9e-e871-4a22-bfdf-aec56f09710b {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:48:05.937599 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-55f234b4-7d7e-4943-9800-3ace99165f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:05.971667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70a8f4748>, '847b0d55-3df2-4231-8f8e-e9332bcdcf08') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:05.972001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70a8f4748>, '847b0d55-3df2-4231-8f8e-e9332bcdcf08') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:05.985399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:48:05.985810 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:48:05.990780 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6642280'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.018113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-55f234b4-7d7e-4943-9800-3ace99165f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848133536'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.051357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.073230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:48:06.169061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-55f234b4-7d7e-4943-9800-3ace99165f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.308943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:06.320312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6521915'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.487585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] Deleting port 44a7bb5d-d94b-4144-88f5-e366906650f4 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:06.487941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.598034 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Network b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:48:06.623406 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:48:06.728878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-22083040-fcdf-4a40-b0e3-bf351ee9d3b6 None None] The port '44a7bb5d-d94b-4144-88f5-e366906650f4' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:48:06.770045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.783358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:06.805241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.815375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ebc8ce-7561-4ac6-9022-0aafcb1d7266,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:06.822306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:06.835642 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b8ebc8ce-7561-4ac6-9022-0aafcb1d7266 HTTP/1.1" status: 204  len: 168 time: 1.9144125
Apr 19 19:48:06.845563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-55f234b4-7d7e-4943-9800-3ace99165f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848253544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6351245'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.851183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:06.889283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f234b4-7d7e-4943-9800-3ace99165f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f485a9e-e871-4a22-bfdf-aec56f09710b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:06.891973 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-55f234b4-7d7e-4943-9800-3ace99165f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:06.895279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-55f234b4-7d7e-4943-9800-3ace99165f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:06.902691 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-55f234b4-7d7e-4943-9800-3ace99165f21 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4f485a9e-e871-4a22-bfdf-aec56f09710b HTTP/1.1" status: 204  len: 168 time: 1.0941050
Apr 19 19:48:06.905651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33586) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:06.964391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33590) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:07.019938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:07.037719 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-765fde70-d14a-4edc-bd79-dfc61ed4c9d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e519821846e42b3a6be90a508194df1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0716076
Apr 19 19:48:07.038409 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33594) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:07.104932 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b7abc47-71f1-4a01-a1b4-fd6f3ac0ba22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:07.132921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b7abc47-71f1-4a01-a1b4-fd6f3ac0ba22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:07.159326 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:07.188962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b7abc47-71f1-4a01-a1b4-fd6f3ac0ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:07.194858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1b2f14b9-7ccd-4410-bf5b-a58cea6b79d8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:07.209036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7abc47-71f1-4a01-a1b4-fd6f3ac0ba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01005f70-6761-445e-ba83-eb749a48c3dd,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:07.214380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3b7abc47-71f1-4a01-a1b4-fd6f3ac0ba22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:07.216407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b7abc47-71f1-4a01-a1b4-fd6f3ac0ba22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:07.220168 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3b7abc47-71f1-4a01-a1b4-fd6f3ac0ba22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01005f70-6761-445e-ba83-eb749a48c3dd HTTP/1.1" status: 204  len: 168 time: 0.1782296
Apr 19 19:48:07.273776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 59cba8cd-88d2-4823-b96c-d6426115e6b3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:48:07.277670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd709e6c6d8>,) {'filters': {'network_id': ['75e98d84-8838-4d6a-9c47-bdd1d65bb52b']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:07.295818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd709e6c6d8>, '63051e88-67c8-45b8-9b44-30581c4b531f') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:07.296296 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd709e6c6d8>, '63051e88-67c8-45b8-9b44-30581c4b531f') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:07.310928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849268215'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:07.311086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 59cba8cd-88d2-4823-b96c-d6426115e6b3 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:48:07.311353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 59cba8cd-88d2-4823-b96c-d6426115e6b3 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:48:07.328135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:07.335731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:48:07.534913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:07.544655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5507988'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:07.960179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Network 75e98d84-8838-4d6a-9c47-bdd1d65bb52b has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:48:07.983487 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:48:08.069139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:08.072911 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59182a8e-0b2f-459c-8c35-2177befff708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:08.086999 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:08.096622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e98d84-8838-4d6a-9c47-bdd1d65bb52b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:08.102734 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/75e98d84-8838-4d6a-9c47-bdd1d65bb52b HTTP/1.1" status: 204  len: 168 time: 1.1932323
Apr 19 19:48:08.102734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2eaa1433-3362-4fac-9b67-9d0dd77b88d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:08.291645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33624) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:08.344743 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-683cf5ee-ad58-4470-b3d6-6744b9611ce1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d681691e85f14bf78b7e828776c86a47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515056
Apr 19 19:48:08.348030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33628) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:08.423794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77baa68a-d6c1-467b-ad1f-fa3970213769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:08.454623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77baa68a-d6c1-467b-ad1f-fa3970213769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:08.502549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77baa68a-d6c1-467b-ad1f-fa3970213769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:08.508150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1b8c6143-064b-4648-b5e0-61382433eed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:08.519020 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baa68a-d6c1-467b-ad1f-fa3970213769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff6713a-dd94-4a61-b47e-3d39262ae216,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:08.526559 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-77baa68a-d6c1-467b-ad1f-fa3970213769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:08.527861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77baa68a-d6c1-467b-ad1f-fa3970213769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:08.532001 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-77baa68a-d6c1-467b-ad1f-fa3970213769 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fff6713a-dd94-4a61-b47e-3d39262ae216 HTTP/1.1" status: 204  len: 168 time: 0.1796699
Apr 19 19:48:08.795215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:10.072432 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33692) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:10.203991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:10.219775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:10.224441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1778a13910ab4095801104bb315d8e85 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:10.227506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:10.233461 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:10.326029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:10.328883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:10.337384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eb710664-2b63-445d-9a33-8f54bed6cc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:10.380777 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1778a13910ab4095801104bb315d8e85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3071928
Apr 19 19:48:10.382599 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26a1df4-459d-43d6-ae59-a7a77670ab74,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:10.384296 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33700) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:10.385779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:10.467071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f133f83-64e6-4c2d-9f77-57700733cc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:10.499398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f133f83-64e6-4c2d-9f77-57700733cc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:10.571185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f133f83-64e6-4c2d-9f77-57700733cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:10.580362 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28fab1bd-1995-44c2-977f-8e1b5343060e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:10.605214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f133f83-64e6-4c2d-9f77-57700733cc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26a1df4-459d-43d6-ae59-a7a77670ab74,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:10.609484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f133f83-64e6-4c2d-9f77-57700733cc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:10.611475 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f133f83-64e6-4c2d-9f77-57700733cc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:10.613116 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9f133f83-64e6-4c2d-9f77-57700733cc06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a26a1df4-459d-43d6-ae59-a7a77670ab74 HTTP/1.1" status: 204  len: 168 time: 0.2265775
Apr 19 19:48:11.375771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33728) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:11.488662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1031658182-network', 'tenant_id': '8d78b07ccc804fab9f2506580a31bae4'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:48:11.493707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:11.497753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Usage tracker for resource:network and tenant:8d78b07ccc804fab9f2506580a31bae4 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:11.500855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:11.508217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:11.517582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Made reservation on behalf of 8d78b07ccc804fab9f2506580a31bae4 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:48:11.522862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:11.535962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:11.551954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:11.555914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Usage tracker for resource:security_group_rule and tenant:8d78b07ccc804fab9f2506580a31bae4 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:11.558874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:11.564816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:11.653693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:11.656755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:11.661771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4fd36ae7-93b1-46de-a6f1-8a20b84d9723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:11.695223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:48:11.701094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9766cc8-6014-444a-a07b-65d42e436b97,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:11.704413 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:11.709661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:11.710056 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Added segment 40e6059c-d2a9-44d6-bca0-2aeed737174b of type vlan for network 53afd925-2b9f-4298-bfde-541053a58508
Apr 19 19:48:11.743420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:11.773378 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:11.774657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:11.775296 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:11.780728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:11.889373 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5123558
Apr 19 19:48:11.892562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Pushing event updated for resources: {'Network': ['ID=53afd925-2b9f-4298-bfde-541053a58508,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:11.893535 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33742) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:11.895905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:11.900102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Request body: {'subnet': {'network_id': '53afd925-2b9f-4298-bfde-541053a58508', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1031658182-subnet', 'tenant_id': '8d78b07ccc804fab9f2506580a31bae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:48:11.903541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 53afd925-2b9f-4298-bfde-541053a58508 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:48:11.906143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:11.911102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Usage tracker for resource:subnet and tenant:8d78b07ccc804fab9f2506580a31bae4 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:11.914301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:11.920767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:11.935160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Made reservation on behalf of 8d78b07ccc804fab9f2506580a31bae4 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:48:11.940304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848424537'] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:12.658071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6522333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848424522'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:12.663440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:12.740547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a39ead-a251-402c-93b3-8ad71a50c594,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:12.744101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:12.750147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Checking segment: {'id': '40e6059c-d2a9-44d6-bca0-2aeed737174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '53afd925-2b9f-4298-bfde-541053a58508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:48:12.750581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Network hostable DHCP agents. Network: 53afd925-2b9f-4298-bfde-541053a58508, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:48:12.770791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Network 53afd925-2b9f-4298-bfde-541053a58508 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:48:12.779268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 53afd925-2b9f-4298-bfde-541053a58508) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:48:12.792411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:12.792788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be3f506-5cd4-4892-bba6-45a4525b0e6c None None] Network 53afd925-2b9f-4298-bfde-541053a58508 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:12.793055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:12.817579 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-de4251e7-3743-4cd7-909a-f4c166fe5cbe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9228170
Apr 19 19:48:13.025859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fabd28-8dad-4d0f-aca9-eb6756c015fd None None] Network 53afd925-2b9f-4298-bfde-541053a58508 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:13.382724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33768) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:13.389093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138873438-network', 'tenant_id': '6e8093df206e42fb846a4c291a882932'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:48:13.394721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:13.398775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Usage tracker for resource:network and tenant:6e8093df206e42fb846a4c291a882932 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:13.402883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:13.408980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:13.418744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Made reservation on behalf of 6e8093df206e42fb846a4c291a882932 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:48:13.423519 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:13.436626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:13.452647 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:13.457271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Usage tracker for resource:security_group_rule and tenant:6e8093df206e42fb846a4c291a882932 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:13.460257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:13.466277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:13.556049 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:13.559577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:13.564516 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08677b7f-94ed-4d0e-a8d2-0ecfe65ab33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:13.590840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:48:13.604571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f74fb7-dc8d-48f4-85e8-1bcb1e7b5787,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:13.610000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:13.610851 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Added segment ae7100b6-73d1-4568-80a8-3f0ea3300488 of type vlan for network c68b2050-e2d4-47af-8211-1dc069a10350
Apr 19 19:48:13.619865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.620285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.620667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.621063 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.621579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.621923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.622312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.622733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.623118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.623506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.623896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.624278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:13.629272 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:13.650841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:13.680989 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:13.682371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:13.683012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:13.688033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:13.794599 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4106069
Apr 19 19:48:13.797532 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33784) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:13.800654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Pushing event updated for resources: {'Network': ['ID=c68b2050-e2d4-47af-8211-1dc069a10350,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:13.806937 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Request body: {'subnet': {'network_id': 'c68b2050-e2d4-47af-8211-1dc069a10350', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138873438-subnet', 'tenant_id': '6e8093df206e42fb846a4c291a882932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:48:13.811127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network c68b2050-e2d4-47af-8211-1dc069a10350 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:48:13.811834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:13.812853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:13.817234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Usage tracker for resource:subnet and tenant:6e8093df206e42fb846a4c291a882932 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:13.820325 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:13.826563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:13.836514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Made reservation on behalf of 6e8093df206e42fb846a4c291a882932 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:48:13.841366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848424537'] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:14.275711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6522333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848424522'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:14.280906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:14.362431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd82c468-9359-4928-95e7-f458b40562b4,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:14.367388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:14.371858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Checking segment: {'id': 'ae7100b6-73d1-4568-80a8-3f0ea3300488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c68b2050-e2d4-47af-8211-1dc069a10350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:48:14.372260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Network hostable DHCP agents. Network: c68b2050-e2d4-47af-8211-1dc069a10350, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:48:14.391965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Network c68b2050-e2d4-47af-8211-1dc069a10350 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:48:14.400906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, c68b2050-e2d4-47af-8211-1dc069a10350) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:48:14.410295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e537d7-f568-4bfe-8a47-ed0742fc5516 None None] Network c68b2050-e2d4-47af-8211-1dc069a10350 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:14.413672 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:14.414320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:14.434894 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6362560
Apr 19 19:48:14.604348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33820) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:14.673108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] Deleting subnet b6a39ead-a251-402c-93b3-8ad71a50c594 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:48:14.676925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:14.692926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc918aa-e05c-40a2-8a53-7cb7feeb3e8d None None] Network c68b2050-e2d4-47af-8211-1dc069a10350 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:14.731126 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848133536'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:14.800209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:15.068140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848253544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6351245'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:15.073308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9d5b9f11-bb46-4934-8d1c-4aa4d51ef7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:15.117283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:15.121103 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a39ead-a251-402c-93b3-8ad71a50c594,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:15.123267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:15.126365 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b6a39ead-a251-402c-93b3-8ad71a50c594 HTTP/1.1" status: 204  len: 168 time: 0.5209150
Apr 19 19:48:15.129359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33824) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:15.241928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:15.377385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:15.492902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd709668d68>,) {'filters': {'network_id': ['53afd925-2b9f-4298-bfde-541053a58508']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:15.509971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd709668d68>, '40e6059c-d2a9-44d6-bca0-2aeed737174b') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:15.510312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd709668d68>, '40e6059c-d2a9-44d6-bca0-2aeed737174b') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:15.523216 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849268215'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:15.538404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:15.544611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:48:15.724208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Network 53afd925-2b9f-4298-bfde-541053a58508 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:15.733316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5507988'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:15.920188 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Network 53afd925-2b9f-4298-bfde-541053a58508 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:48:15.943047 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:48:16.028548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.032578 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-faf38c26-cdc0-410b-9ecf-c47abaf5fa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:16.048153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.058758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=53afd925-2b9f-4298-bfde-541053a58508,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:16.061280 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:16.063484 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6102a9f8-ff3c-4bfc-bfb9-30e59672f2b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/53afd925-2b9f-4298-bfde-541053a58508 HTTP/1.1" status: 204  len: 168 time: 0.9330497
Apr 19 19:48:16.066868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33834) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:16.133489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] Deleting subnet cd82c468-9359-4928-95e7-f458b40562b4 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:48:16.136589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.192262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507585'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.249306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.506541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849268169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5519326'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.511325 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:16.547588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd82c468-9359-4928-95e7-f458b40562b4,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:16.550926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:16.551975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.558398 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd82c468-9359-4928-95e7-f458b40562b4 HTTP/1.1" status: 204  len: 168 time: 0.4905553
Apr 19 19:48:16.562519 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33838) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:16.678457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.809707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.923735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70acf4898>,) {'filters': {'network_id': ['c68b2050-e2d4-47af-8211-1dc069a10350']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:16.937014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70acf4898>, 'ae7100b6-73d1-4568-80a8-3f0ea3300488') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:16.937352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70acf4898>, 'ae7100b6-73d1-4568-80a8-3f0ea3300488') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:16.951531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849268215'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.966764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:16.973668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:48:17.164245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Network c68b2050-e2d4-47af-8211-1dc069a10350 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:17.173352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5507988'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:17.355763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Network c68b2050-e2d4-47af-8211-1dc069a10350 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:48:17.378879 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:48:17.459009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:17.463312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:17.483400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:17.485963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Pushing event deleted for resources: {'Network': ['ID=c68b2050-e2d4-47af-8211-1dc069a10350,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:17.489269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:17.492303 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] 10.222.0.13 "DELETE /v2.0/networks/c68b2050-e2d4-47af-8211-1dc069a10350 HTTP/1.1" status: 204  len: 168 time: 0.9287858
Apr 19 19:48:17.668557 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33852) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:17.720289 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2ffd43ee-8604-47bd-9c7c-65fbe631b51f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d78b07ccc804fab9f2506580a31bae4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503886
Apr 19 19:48:17.723130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33856) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:17.787559 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00a5e0fe-6462-4170-81e2-1e3c4b6dbae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:17.814120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00a5e0fe-6462-4170-81e2-1e3c4b6dbae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:17.860823 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00a5e0fe-6462-4170-81e2-1e3c4b6dbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:17.866010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f133f83-64e6-4c2d-9f77-57700733cc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:17.878938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5e0fe-6462-4170-81e2-1e3c4b6dbae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9766cc8-6014-444a-a07b-65d42e436b97,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:17.882542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-00a5e0fe-6462-4170-81e2-1e3c4b6dbae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:17.884724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00a5e0fe-6462-4170-81e2-1e3c4b6dbae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:17.886405 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-00a5e0fe-6462-4170-81e2-1e3c4b6dbae2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9766cc8-6014-444a-a07b-65d42e436b97 HTTP/1.1" status: 204  len: 168 time: 0.1616805
Apr 19 19:48:18.298610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33868) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:18.354153 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-83e98821-bef2-48b7-86d9-b742e231f9e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e8093df206e42fb846a4c291a882932&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518894
Apr 19 19:48:18.354587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33872) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:18.425141 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d486baaa-0f80-4a00-a24c-314cbb1d02ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:18.453145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d486baaa-0f80-4a00-a24c-314cbb1d02ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:18.498510 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d486baaa-0f80-4a00-a24c-314cbb1d02ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:18.504203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-985d586f-7b9a-4c15-8ee2-f904e0e61205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:18.508398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 33878) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:18.518022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486baaa-0f80-4a00-a24c-314cbb1d02ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f74fb7-dc8d-48f4-85e8-1bcb1e7b5787,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:18.522042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d486baaa-0f80-4a00-a24c-314cbb1d02ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:18.523060 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d486baaa-0f80-4a00-a24c-314cbb1d02ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:18.526524 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d486baaa-0f80-4a00-a24c-314cbb1d02ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76f74fb7-dc8d-48f4-85e8-1bcb1e7b5787 HTTP/1.1" status: 204  len: 168 time: 0.1686411
Apr 19 19:48:18.769956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:18.786407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:18.791802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Usage tracker for resource:security_group_rule and tenant:76be9eecdb1b40838a9b72b2292437cf is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:18.796404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:18.804864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:18.894346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:18.897451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:18.906872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:18.957347 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76be9eecdb1b40838a9b72b2292437cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4471395
Apr 19 19:48:18.958355 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a418c7-b776-4aa6-9260-2b4501c73984,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:18.960464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33896) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:18.961650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:19.028345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a3ad0c-8945-47e6-b1b2-663e54a14e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:19.057754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a3ad0c-8945-47e6-b1b2-663e54a14e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:19.110702 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a3ad0c-8945-47e6-b1b2-663e54a14e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:19.116011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f53e2af-c223-4dfa-a34a-b0ac1385f8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:19.130151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3ad0c-8945-47e6-b1b2-663e54a14e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a418c7-b776-4aa6-9260-2b4501c73984,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:19.132982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25a3ad0c-8945-47e6-b1b2-663e54a14e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:19.134258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a3ad0c-8945-47e6-b1b2-663e54a14e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:19.138476 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-25a3ad0c-8945-47e6-b1b2-663e54a14e43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09a418c7-b776-4aa6-9260-2b4501c73984 HTTP/1.1" status: 204  len: 168 time: 0.1767507
Apr 19 19:48:21.473996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 33994) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:21.601187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:21.617728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:21.621846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] Usage tracker for resource:security_group_rule and tenant:d9cc47d9012a4badbf8dd0b1ee3d6410 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:21.624929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:21.631363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:21.740958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:21.744013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:21.753589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ab7c55fa-63d3-4cf9-99f1-5a213e9ca63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:21.801437 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9cc47d9012a4badbf8dd0b1ee3d6410&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3262000
Apr 19 19:48:21.802391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb5c48a-6f3e-416d-ae24-d9b3b4900b2a,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:21.804372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34004) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:21.805997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4862df68-ca7f-4b7e-bf05-3b6d8ff47a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:21.868631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb6fbdeb-e9b2-41c5-8471-e74094e9f5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:21.895950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb6fbdeb-e9b2-41c5-8471-e74094e9f5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:21.941456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb6fbdeb-e9b2-41c5-8471-e74094e9f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:21.946662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f840e864-d957-424b-af07-b87855700a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:21.961662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fbdeb-e9b2-41c5-8471-e74094e9f5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb5c48a-6f3e-416d-ae24-d9b3b4900b2a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:21.965562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eb6fbdeb-e9b2-41c5-8471-e74094e9f5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:21.971241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb6fbdeb-e9b2-41c5-8471-e74094e9f5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:21.973020 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-eb6fbdeb-e9b2-41c5-8471-e74094e9f5fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bb5c48a-6f3e-416d-ae24-d9b3b4900b2a HTTP/1.1" status: 204  len: 168 time: 0.1669500
Apr 19 19:48:22.262807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34012) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:22.282285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:22.297984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:22.302626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:a769a58dabd3420fa33462cf70fbf3bf is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:22.305557 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:22.311639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:22.400791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:22.403949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:22.413407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2d7a5163-7ecb-4887-86f4-03368f4a945d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:22.455616 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a769a58dabd3420fa33462cf70fbf3bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1915846
Apr 19 19:48:22.456614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbcb73a-ad7c-4da1-843d-b6fcf6260e38,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:22.459161 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34016) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:22.461745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4eeaf881-4fb9-416a-8997-9c7ac0505fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:22.522827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7bb25654-5ea8-4d4d-83e7-7cc7829b49cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:22.549456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7bb25654-5ea8-4d4d-83e7-7cc7829b49cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:22.593850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7bb25654-5ea8-4d4d-83e7-7cc7829b49cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:22.598893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5b72a27d-e175-4df0-a263-d3781adefa20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:22.609429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb25654-5ea8-4d4d-83e7-7cc7829b49cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbcb73a-ad7c-4da1-843d-b6fcf6260e38,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:22.613781 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7bb25654-5ea8-4d4d-83e7-7cc7829b49cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:22.617211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7bb25654-5ea8-4d4d-83e7-7cc7829b49cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:22.618447 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7bb25654-5ea8-4d4d-83e7-7cc7829b49cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dbcb73a-ad7c-4da1-843d-b6fcf6260e38 HTTP/1.1" status: 204  len: 168 time: 0.1582823
Apr 19 19:48:23.176249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-62a29ebe-bb76-48fd-9a41-a6ec0fec132f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:23.935468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e16f2-86b2-415f-afa0-f1ebae4e07e7 req-aa748d77-28af-4695-a0f7-bb3b365194b5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:23.937165 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a80e16f2-86b2-415f-afa0-f1ebae4e07e7 req-aa748d77-28af-4695-a0f7-bb3b365194b5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 946 time: 0.0994921
Apr 19 19:48:23.995264 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a80e16f2-86b2-415f-afa0-f1ebae4e07e7 req-2f0351f2-d0ea-4ccc-9216-196954ed90ab tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463796
Apr 19 19:48:25.100797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9955ebfa-207e-4a39-bd07-a061415f1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:25.123073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34118) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:25.239696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:48:25.300273 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:25.323591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:25.338442 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Usage tracker for resource:security_group_rule and tenant:2c257c82b2de47acb895351743391bc3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:25.352618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:25.363301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:25.408752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54413f5f-d2a5-4dad-a74c-3f349fa3f8a1 req-7e16107a-9a62-49ee-ae49-86b6660dfe93 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:25.410879 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54413f5f-d2a5-4dad-a74c-3f349fa3f8a1 req-7e16107a-9a62-49ee-ae49-86b6660dfe93 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 946 time: 0.2614934
Apr 19 19:48:25.422962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-e6c5fbb8-353e-43f1-b3ff-21d577542261 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:25.424532 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-e6c5fbb8-353e-43f1-b3ff-21d577542261 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 946 time: 0.2175426
Apr 19 19:48:25.552377 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54413f5f-d2a5-4dad-a74c-3f349fa3f8a1 req-16d3db4d-9bcb-4cb3-a1d4-6d2334a4fd38 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca9c69ec-5c27-4666-bde7-a10e20e6d45f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262336
Apr 19 19:48:25.569105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Deleting port a8f7c696-af83-4b7d-9424-f4927c48c3e7 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:25.574534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:25.665285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:25.829746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34140) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:25.931983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:25.946217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3aae86b-93a7-4b50-91e7-cca8d9d4d5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:25.963082 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:25.979587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:25.983643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Usage tracker for resource:security_group_rule and tenant:8e91d931087c4ea5a6ed34df2fcf8601 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:25.986666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:25.993030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:26.001423 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c257c82b2de47acb895351743391bc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8771312
Apr 19 19:48:26.005153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34146) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:26.028701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e7a14e-33a4-419f-a772-2a414fded5d0,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:26.036627 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:26.110369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d0da614-91e9-445d-9b60-f725beb74519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.115760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.161390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d0da614-91e9-445d-9b60-f725beb74519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.193776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] For port a8f7c696-af83-4b7d-9424-f4927c48c3e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a8f7c696-af83-4b7d-9424-f4927c48c3e7,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:26.194106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.195820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.210001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.225843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-466f5692-ef48-4686-af5f-a30b3776b831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:26.269644 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e91d931087c4ea5a6ed34df2fcf8601&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4384847
Apr 19 19:48:26.273497 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34150) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:26.288213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c419c8c8-e1aa-462f-80b2-8515f447657a,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:26.291544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:26.294350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d0da614-91e9-445d-9b60-f725beb74519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.302840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-afb5a90c-4b9a-4701-9a1c-6324843d481b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:26.328786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0da614-91e9-445d-9b60-f725beb74519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e7a14e-33a4-419f-a772-2a414fded5d0,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:26.331942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9d0da614-91e9-445d-9b60-f725beb74519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:26.363476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d0da614-91e9-445d-9b60-f725beb74519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.364680 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9d0da614-91e9-445d-9b60-f725beb74519 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8e7a14e-33a4-419f-a772-2a414fded5d0 HTTP/1.1" status: 204  len: 168 time: 0.3579049
Apr 19 19:48:26.379482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d387748-3067-40df-81b4-6ade4875b887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.408722 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d387748-3067-40df-81b4-6ade4875b887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.457180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d387748-3067-40df-81b4-6ade4875b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.462706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7dab8f79-f913-4c58-a627-bccfc66faf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:26.473992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d387748-3067-40df-81b4-6ade4875b887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c419c8c8-e1aa-462f-80b2-8515f447657a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:26.476548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7d387748-3067-40df-81b4-6ade4875b887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:26.482883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d387748-3067-40df-81b4-6ade4875b887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.487256 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7d387748-3067-40df-81b4-6ade4875b887 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c419c8c8-e1aa-462f-80b2-8515f447657a HTTP/1.1" status: 204  len: 168 time: 0.2123437
Apr 19 19:48:26.541776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.542194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.542584 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Floating IP 5b6eb258-838d-4fdf-ab93-d21a16a26086 disassociated. External IP: 172.27.3.193, port: a8f7c696-af83-4b7d-9424-f4927c48c3e7.
Apr 19 19:48:26.542968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Calling delete_port for a8f7c696-af83-4b7d-9424-f4927c48c3e7 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:26.587091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.732597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.741056 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b3432ec-d3fe-455c-a4a8-e2d2f2f24006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:26.790623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34164) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:26.810480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.827159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:26.831602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Usage tracker for resource:security_group_rule and tenant:307fb30d8f30408cb8b6b4743cb888ec is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:26.835634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:26.835805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event deleted for resources: {'Port': ['ID=a8f7c696-af83-4b7d-9424-f4927c48c3e7,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:26.842313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:26.844470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:26.847539 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d9a99028-4c0e-45a1-a099-07da8595f061 req-3452aff2-ac28-479b-9672-12e387a2705f tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 210 time: 0.0625784
Apr 19 19:48:26.972839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.976736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:26.989533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f433578c-54ed-455b-9d91-48c81c2f0072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:27.068064 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=307fb30d8f30408cb8b6b4743cb888ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2730975
Apr 19 19:48:27.068064 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc967102-5d0e-4e1d-80d9-743075ff5118,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:27.073770 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:48:27.074591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34168) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:27.079417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:27.104865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34172) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:27.125550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.141726 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:27.146682 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] Usage tracker for resource:security_group_rule and tenant:bc547ca91eef4f07bc473be7f3f3d119 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:27.149595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:27.156207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:27.243019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.247295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.259011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-897dc2a8-e26e-4af3-a4bc-d0934768d347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:27.304584 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc547ca91eef4f07bc473be7f3f3d119&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1984541
Apr 19 19:48:27.305462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b064bf8f-53d8-4d84-8920-a7f34bc17684,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:27.309166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34176) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:27.311155 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15473662-844b-4116-a7a5-7e7c58ab739e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:27.314407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4421715f-8404-4105-915d-50f1a705a982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.388461 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4421715f-8404-4105-915d-50f1a705a982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.408606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:48:27.425703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] Sync routers for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:48:27.439486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:48:27.440161 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70acd2a58>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:48:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:27.526476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] No DVR routers for this DVR port a8f7c696-af83-4b7d-9424-f4927c48c3e7 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:48:27.540980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.543772 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-deleted', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:48:27.561122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2e0adab-c5b7-4b3e-ba1e-8ac8703894e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.563289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.585851 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-290c57d1-7564-41d6-86a1-662adcad4cf8 req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.60 "DELETE /v2.0/ports/a8f7c696-af83-4b7d-9424-f4927c48c3e7 HTTP/1.1" status: 204  len: 173 time: 2.1378579
Apr 19 19:48:27.603381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2e0adab-c5b7-4b3e-ba1e-8ac8703894e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.623992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4421715f-8404-4105-915d-50f1a705a982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.631652 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3f5c5a-7174-40df-9dab-928ae2157814', 'name': 'network-vif-deleted', 'tag': 'a8f7c696-af83-4b7d-9424-f4927c48c3e7', 'status': 'completed', 'code': 200}
Apr 19 19:48:27.636178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4026ba4f-8ca1-4f0e-bffc-aa464f2f16b9 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:27.664742 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421715f-8404-4105-915d-50f1a705a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc967102-5d0e-4e1d-80d9-743075ff5118,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:27.670310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4421715f-8404-4105-915d-50f1a705a982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:27.671936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4421715f-8404-4105-915d-50f1a705a982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.683641 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4421715f-8404-4105-915d-50f1a705a982 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc967102-5d0e-4e1d-80d9-743075ff5118 HTTP/1.1" status: 204  len: 168 time: 0.6024375
Apr 19 19:48:27.686684 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:48:27.705555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2e0adab-c5b7-4b3e-ba1e-8ac8703894e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.712209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7b0ee611-013f-4b45-8f4e-f542aee76399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:27.728483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0adab-c5b7-4b3e-ba1e-8ac8703894e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b064bf8f-53d8-4d84-8920-a7f34bc17684,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:27.732744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d2e0adab-c5b7-4b3e-ba1e-8ac8703894e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:27.734943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2e0adab-c5b7-4b3e-ba1e-8ac8703894e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:27.736177 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d2e0adab-c5b7-4b3e-ba1e-8ac8703894e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b064bf8f-53d8-4d84-8920-a7f34bc17684 HTTP/1.1" status: 204  len: 168 time: 0.4259894
Apr 19 19:48:28.094443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70acd2a58>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:28.110126 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] Checking router: 053894f7-03c2-4e90-8ed6-4f1f79a6d638 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:48:28.129144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:48:28.129914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70acd2a58>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:48:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:28.132300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-347d99fb-31c5-4dd2-9408-3402478c4d40 req-2d0eacb4-45aa-48dd-a846-5f6a43960a63 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Synchronizing usage tracker for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:48:28.166039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-347d99fb-31c5-4dd2-9408-3402478c4d40 req-2d0eacb4-45aa-48dd-a846-5f6a43960a63 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Unset dirty status for tenant:b115e4e8bb474930af5e5383e1c38dfe on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:48:28.171146 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-347d99fb-31c5-4dd2-9408-3402478c4d40 req-2d0eacb4-45aa-48dd-a846-5f6a43960a63 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d3f5c5a-7174-40df-9dab-928ae2157814 HTTP/1.1" status: 200  len: 210 time: 0.1312835
Apr 19 19:48:28.189066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34190) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:28.219183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:28.236365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:28.245955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Usage tracker for resource:security_group_rule and tenant:223ba1019eba494b9cdc3bdf232a1831 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:28.251072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:28.262006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:28.367799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:48:28.375165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:28.379795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:28.402130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a56a8354-b0d8-4253-aa07-3eef511b84d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:28.461356 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=223ba1019eba494b9cdc3bdf232a1831&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2664824
Apr 19 19:48:28.461356 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81189145-e606-4e84-87f1-5501e37817b8,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:28.462229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34200) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:28.462728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:28.535068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6a8afa7-6976-4474-b434-9226e1897cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:28.567377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6a8afa7-6976-4474-b434-9226e1897cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:28.621057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6a8afa7-6976-4474-b434-9226e1897cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:28.629667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-63a27120-7599-4d2c-90ba-510d97573439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:28.656975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8afa7-6976-4474-b434-9226e1897cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81189145-e606-4e84-87f1-5501e37817b8,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:28.661669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6a8afa7-6976-4474-b434-9226e1897cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:28.676668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6a8afa7-6976-4474-b434-9226e1897cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:28.682000 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f6a8afa7-6976-4474-b434-9226e1897cba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81189145-e606-4e84-87f1-5501e37817b8 HTTP/1.1" status: 204  len: 168 time: 0.2151117
Apr 19 19:48:28.794588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70acd2a58>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:28.800719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3601920-cd81-4e31-98cb-185aa0a62e97 None None] The sync data for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi is: [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:41:03Z', 'revision_number': 4, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'b05cde97-1ece-4854-bedf-dfa28cc47643', 'name': '', 'network_id': '90c5e76f-651d-4326-a55b-bb822ac69865', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:41:01Z', 'updated_at': '2021-04-19T19:41:18Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'subnets': [{'id': 'f78a47bd-825f-47cb-bc5d-ceb77818bda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:48:29.299903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae1f5e-e3fb-4e98-adbe-3cb87fa42abd None None] New status for floating IP 5b6eb258-838d-4fdf-ab93-d21a16a26086: DOWN {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:48:29.382487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:48:29.409477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34248) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:29.445746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: a8f7c696-af83-4b7d-9424-f4927c48c3e7 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:48:29.445944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device a8f7c696-af83-4b7d-9424-f4927c48c3e7 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:48:29.497380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af092d57-254c-4211-8275-729627c7d45a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:29.533120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af092d57-254c-4211-8275-729627c7d45a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:29.596023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af092d57-254c-4211-8275-729627c7d45a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:29.609656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7ec29546-807b-4045-a99f-8c5232bfd2fa tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:29.626073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af092d57-254c-4211-8275-729627c7d45a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9c69ec-5c27-4666-bde7-a10e20e6d45f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:29.633617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af092d57-254c-4211-8275-729627c7d45a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:29.636148 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af092d57-254c-4211-8275-729627c7d45a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:29.640205 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-af092d57-254c-4211-8275-729627c7d45a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca9c69ec-5c27-4666-bde7-a10e20e6d45f HTTP/1.1" status: 204  len: 168 time: 0.2267592
Apr 19 19:48:29.640992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34258) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:29.649842 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34262) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:29.663245 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.api.v2.resource [None req-3a10977e-f8da-4ac5-ac84-563e359e9895 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] show failed (client error): The resource could not be found.
Apr 19 19:48:29.667989 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3a10977e-f8da-4ac5-ac84-563e359e9895 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "GET /v2.0/security-groups/ca9c69ec-5c27-4666-bde7-a10e20e6d45f HTTP/1.1" status: 404  len: 347 time: 0.0255995
Apr 19 19:48:29.668236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34268) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:29.853280 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Deleting port b4283a62-7d27-48dc-84b8-82c056620dda {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:29.853661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:29.902438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1053093574-network', 'tenant_id': '47183506bc9f4c759a23274ef44f5d94'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:48:29.908790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:29.922992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Usage tracker for resource:network and tenant:47183506bc9f4c759a23274ef44f5d94 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:29.928066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:29.957654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:30.020074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Made reservation on behalf of 47183506bc9f4c759a23274ef44f5d94 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:48:30.024771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.051420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.084098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:30.091980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Usage tracker for resource:security_group_rule and tenant:47183506bc9f4c759a23274ef44f5d94 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:30.096523 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:30.114247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:30.119951 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.120332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.173111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34278) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:30.264180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Calling delete_port for b4283a62-7d27-48dc-84b8-82c056620dda owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:30.303336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.324292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:30.328461 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] Usage tracker for resource:security_group_rule and tenant:8485630bf5da480198a095716585017d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:30.332298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:30.338591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:30.434064 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.437373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.446796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-44d043e8-afd2-4d03-b7d9-34ce74e2b073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:30.457959 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.463577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.469879 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9d0da614-91e9-445d-9b60-f725beb74519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:30.491138 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8485630bf5da480198a095716585017d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3167129
Apr 19 19:48:30.492882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f4b585-10c3-4df0-b899-e5fcb7743cec,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:30.496449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34284) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:30.498367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ab827aa3-9e0a-425e-96c2-ad1c73a2b346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:30.502663 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.514012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:48:30.523435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c833bd-11ab-4d94-ba83-bba99bc82a33,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:30.530674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:30.531211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f497ce80-2328-445b-837e-7118c407f1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:30.562865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7414c3aa-a730-4c0e-a0ae-c05b646a220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.578694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.579268 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Added segment 836e7efe-cb1b-4bd0-ad56-80aec4be6fb9 of type vlan for network b2354c66-69eb-46a3-9cb3-81e85711309f
Apr 19 19:48:30.591997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7414c3aa-a730-4c0e-a0ae-c05b646a220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.621360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Pushing event deleted for resources: {'Port': ['ID=b4283a62-7d27-48dc-84b8-82c056620dda,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:30.631861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:30.644103 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7414c3aa-a730-4c0e-a0ae-c05b646a220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.649402 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7bb25654-5ea8-4d4d-83e7-7cc7829b49cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:30.668920 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414c3aa-a730-4c0e-a0ae-c05b646a220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f4b585-10c3-4df0-b899-e5fcb7743cec,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:30.672175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7414c3aa-a730-4c0e-a0ae-c05b646a220a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:30.677192 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7414c3aa-a730-4c0e-a0ae-c05b646a220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.680950 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7414c3aa-a730-4c0e-a0ae-c05b646a220a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9f4b585-10c3-4df0-b899-e5fcb7743cec HTTP/1.1" status: 204  len: 168 time: 0.1836002
Apr 19 19:48:30.694535 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.735219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.757148 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.759861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:30.760494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.766287 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:30.874725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:30.875971 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] 10.222.0.13 "DELETE /v2.0/floatingips/5b6eb258-838d-4fdf-ab93-d21a16a26086 HTTP/1.1" status: 204  len: 168 time: 1.2067370
Apr 19 19:48:30.881023 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2299297
Apr 19 19:48:30.883030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34292) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:30.890892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Request body: {'subnet': {'network_id': 'b2354c66-69eb-46a3-9cb3-81e85711309f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1053093574-subnet', 'tenant_id': '47183506bc9f4c759a23274ef44f5d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:48:30.897175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:30.901538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Usage tracker for resource:subnet and tenant:47183506bc9f4c759a23274ef44f5d94 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:30.905171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:30.913690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:30.914431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Pushing event updated for resources: {'Network': ['ID=b2354c66-69eb-46a3-9cb3-81e85711309f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:30.919418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:30.933672 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network b2354c66-69eb-46a3-9cb3-81e85711309f details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:48:30.963264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Made reservation on behalf of 47183506bc9f4c759a23274ef44f5d94 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:48:30.974149 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849256460'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:31.557076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5507698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849256475'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:31.562179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d0850182-c7b8-4866-a9cc-3854dcf95e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:31.643114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6184bf7f-971a-4885-8cc0-191c65dadb03,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:31.647481 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:31.654118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Checking segment: {'id': '836e7efe-cb1b-4bd0-ad56-80aec4be6fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b2354c66-69eb-46a3-9cb3-81e85711309f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:48:31.654551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Network hostable DHCP agents. Network: b2354c66-69eb-46a3-9cb3-81e85711309f, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:48:31.674311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Network b2354c66-69eb-46a3-9cb3-81e85711309f is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:48:31.687428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, b2354c66-69eb-46a3-9cb3-81e85711309f) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:48:31.698304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6203f9c-e9f4-4af7-9ea4-148670306952 None None] Network b2354c66-69eb-46a3-9cb3-81e85711309f requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:31.700541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:31.701206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:31.727019 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8424294
Apr 19 19:48:31.992768 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f82ed6c-ecab-44b0-9c11-1d65852d8015 None None] Network b2354c66-69eb-46a3-9cb3-81e85711309f requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:32.655901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34380) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:32.662490 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-285134215-network', 'tenant_id': '957f382db1a54a4c85f475ef5b46631c'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:48:32.677926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:32.682661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Usage tracker for resource:network and tenant:957f382db1a54a4c85f475ef5b46631c is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:32.686213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:32.694214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:32.709435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Made reservation on behalf of 957f382db1a54a4c85f475ef5b46631c for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:48:32.715381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:32.732387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:32.750767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:32.756691 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Usage tracker for resource:security_group_rule and tenant:957f382db1a54a4c85f475ef5b46631c is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:32.760324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:32.771875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:32.867617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:32.870466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:32.874803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25a3ad0c-8945-47e6-b1b2-663e54a14e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:32.905879 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:48:32.915769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665c2276-c992-42f9-80cb-bcf1b4db086e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:32.919796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:32.922493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:32.923473 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Added segment d5e651bd-0b26-44bc-a86a-0341cdee2833 of type vlan for network 9c918651-135d-4f9a-939e-420ffc54c29d
Apr 19 19:48:32.952010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:32.986040 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:32.988015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:32.988675 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:32.994129 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:33.108991 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4476669
Apr 19 19:48:33.109349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34402) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:33.110510 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Pushing event updated for resources: {'Network': ['ID=9c918651-135d-4f9a-939e-420ffc54c29d,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:33.114499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:33.117544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Request body: {'subnet': {'network_id': '9c918651-135d-4f9a-939e-420ffc54c29d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-285134215-subnet', 'tenant_id': '957f382db1a54a4c85f475ef5b46631c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:48:33.122291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 9c918651-135d-4f9a-939e-420ffc54c29d details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:48:33.124237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:33.131918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Usage tracker for resource:subnet and tenant:957f382db1a54a4c85f475ef5b46631c is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:33.138247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:33.150614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:33.166090 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Made reservation on behalf of 957f382db1a54a4c85f475ef5b46631c for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:48:33.171536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849256460'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:33.612944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5507698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849256475'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:33.618126 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b29ede95-683e-4e7f-a26b-aac638080df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:33.696136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c05452-b0e4-4cdd-a1d3-5bddd9c377c9,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:33.700504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:33.705674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Checking segment: {'id': 'd5e651bd-0b26-44bc-a86a-0341cdee2833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c918651-135d-4f9a-939e-420ffc54c29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:48:33.707592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Network hostable DHCP agents. Network: 9c918651-135d-4f9a-939e-420ffc54c29d, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:48:33.726837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Network 9c918651-135d-4f9a-939e-420ffc54c29d is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:48:33.735662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 9c918651-135d-4f9a-939e-420ffc54c29d) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:48:33.748931 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b2069a-ab52-420e-a642-9868a251000d None None] Network 9c918651-135d-4f9a-939e-420ffc54c29d requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:33.749391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:48:33.750039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:33.772871 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6622272
Apr 19 19:48:34.000238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34418) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:34.126201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb607f-abb8-43e8-b11f-df3fdc8ddfcc None None] Network 9c918651-135d-4f9a-939e-420ffc54c29d requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:35.174960 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854018915'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:35.573563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Deleting port b05cde97-1ece-4854-bedf-dfa28cc47643 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:35.573943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:35.763614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] For port b05cde97-1ece-4854-bedf-dfa28cc47643, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=b05cde97-1ece-4854-bedf-dfa28cc47643,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:35.763894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:35.909861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Calling delete_port for b05cde97-1ece-4854-bedf-dfa28cc47643 owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:36.170661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:36.176607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9b72eae-675b-4a80-921e-685d4a0c99ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:36.226137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05cde97-1ece-4854-bedf-dfa28cc47643,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:36.259801 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:36.541725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854018845'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:36.947191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:48:37.148413 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:48:37.161379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] Sync routers for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:48:37.164204 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] 10.222.0.13 "PUT /v2.0/routers/053894f7-03c2-4e90-8ed6-4f1f79a6d638/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1627760
Apr 19 19:48:37.167172 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34448) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:37.179189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:48:37.183975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70acd2630>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:48:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:37.370189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:37.388655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:48:37.730150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70acd2630>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:48:36Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:37.736349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] Checking router: 053894f7-03c2-4e90-8ed6-4f1f79a6d638 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:48:37.751863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] Routers {'053894f7-03c2-4e90-8ed6-4f1f79a6d638'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:48:37.756623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70acd2630>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:48:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:37.877648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:37.887623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Deleting port 94aa654b-8aa4-4caf-9b52-c924dc7262af {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:37.888008 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:38.145844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] For port 94aa654b-8aa4-4caf-9b52-c924dc7262af, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=94aa654b-8aa4-4caf-9b52-c924dc7262af,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:38.146596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:38.279284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] Set router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:48:38.296546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Calling delete_port for 94aa654b-8aa4-4caf-9b52-c924dc7262af owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:38.496920 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:38.501942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:38.550531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Pushing event deleted for resources: {'Port': ['ID=94aa654b-8aa4-4caf-9b52-c924dc7262af,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:38.554127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:38.651456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70acd2630>, [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:48:36Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:38.654999 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679778'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:38.656219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b9217-9ba8-421d-93e1-73ddbb0b5426 None None] The sync data for ids ['053894f7-03c2-4e90-8ed6-4f1f79a6d638'] in dv-cinder-786933-1-iscsi is: [{'id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'name': 'tempest-AttachVolumeShelveTestJSON-762218462-router', 'tenant_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:51Z', 'updated_at': '2021-04-19T19:48:36Z', 'revision_number': 5, 'project_id': 'b115e4e8bb474930af5e5383e1c38dfe', 'gw_port': {'id': '94aa654b-8aa4-4caf-9b52-c924dc7262af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053894f7-03c2-4e90-8ed6-4f1f79a6d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:53Z', 'updated_at': '2021-04-19T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:48:38.802157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:38.851216 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2356'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:38.854766 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:38.888528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:38.889471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 053894f7-03c2-4e90-8ed6-4f1f79a6d638 {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:48:38.907248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:38.908509 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] 10.222.0.13 "DELETE /v2.0/routers/053894f7-03c2-4e90-8ed6-4f1f79a6d638 HTTP/1.1" status: 204  len: 168 time: 1.7403495
Apr 19 19:48:38.912501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34462) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:38.981744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5828a4-236f-447a-88dd-006f117c766b admin admin] Deleting subnet f78a47bd-825f-47cb-bc5d-ceb77818bda7 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:48:38.985103 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e5828a4-236f-447a-88dd-006f117c766b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:39.044894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e5828a4-236f-447a-88dd-006f117c766b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507585'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:39.177032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e5828a4-236f-447a-88dd-006f117c766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:39.445877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device b05cde97-1ece-4854-bedf-dfa28cc47643 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:48:39.490119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: b05cde97-1ece-4854-bedf-dfa28cc47643 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:48:39.491514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device b05cde97-1ece-4854-bedf-dfa28cc47643 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:48:39.492464 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 94aa654b-8aa4-4caf-9b52-c924dc7262af no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:48:39.502038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e5828a4-236f-447a-88dd-006f117c766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849268169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5519326'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:39.507284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-edc9e162-a668-421b-b2a4-a0a531448766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:39.545210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 94aa654b-8aa4-4caf-9b52-c924dc7262af {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:48:39.545571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 94aa654b-8aa4-4caf-9b52-c924dc7262af not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:48:39.548394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5828a4-236f-447a-88dd-006f117c766b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78a47bd-825f-47cb-bc5d-ceb77818bda7,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:39.552484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5e5828a4-236f-447a-88dd-006f117c766b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:39.561527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e5828a4-236f-447a-88dd-006f117c766b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:39.571669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421dc16f-e63f-4093-bf92-af24f928a803 None None] Network 90c5e76f-651d-4326-a55b-bb822ac69865 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:48:39.571929 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5e5828a4-236f-447a-88dd-006f117c766b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f78a47bd-825f-47cb-bc5d-ceb77818bda7 HTTP/1.1" status: 204  len: 168 time: 0.6555769
Apr 19 19:48:39.572778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34472) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:39.966144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:39.981061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Deleting port 31900bfb-4750-4882-9004-84cb2b945bdd {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:39.981440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:40.135360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] DHCP port deletion for 90c5e76f-651d-4326-a55b-bb822ac69865 request from dv-cinder-786933-1-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:48:40.140404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] Deleting port 31900bfb-4750-4882-9004-84cb2b945bdd {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:40.140912 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:40.246614 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] For port 31900bfb-4750-4882-9004-84cb2b945bdd, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=31900bfb-4750-4882-9004-84cb2b945bdd,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:40.247213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:40.375467 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] For port 31900bfb-4750-4882-9004-84cb2b945bdd, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=31900bfb-4750-4882-9004-84cb2b945bdd,segment=NetworkSegment(1ba10853-2eb9-4e1b-ab5e-039108a931f3),segment_id=1ba10853-2eb9-4e1b-ab5e-039108a931f3)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:48:40.375808 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:40.393501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Calling delete_port for 31900bfb-4750-4882-9004-84cb2b945bdd owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:40.476230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:40.480309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-849d5635-6bda-41a9-a635-c5e76485ef40 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:40.518598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] Calling delete_port for 31900bfb-4750-4882-9004-84cb2b945bdd owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:48:40.534228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=31900bfb-4750-4882-9004-84cb2b945bdd,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:40.541615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:40.541615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] No DVR routers for this DVR port 31900bfb-4750-4882-9004-84cb2b945bdd on host dv-cinder-786933-1-iscsi {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:48:40.604167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:48:40.604167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:48:40.677548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:40.803320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70bc613c8>,) {'filters': {'network_id': ['90c5e76f-651d-4326-a55b-bb822ac69865']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:40.818193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70bc613c8>, '1ba10853-2eb9-4e1b-ab5e-039108a931f3') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:40.818558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70bc613c8>, '1ba10853-2eb9-4e1b-ab5e-039108a931f3') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:40.831551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6642280'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:40.847965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:40.854649 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:48:41.043685 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Network 90c5e76f-651d-4326-a55b-bb822ac69865 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:41.058819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6521915'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:41.105659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] Deleting port 31900bfb-4750-4882-9004-84cb2b945bdd {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:48:41.106547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:41.201866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-911a292f-e710-4f1e-9d7e-5856e6f18013 None None] The port '31900bfb-4750-4882-9004-84cb2b945bdd' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:48:41.273739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Network 90c5e76f-651d-4326-a55b-bb822ac69865 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:48:41.304730 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:48:41.420696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:41.426777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-88f2e1d9-28ca-449b-b171-33126a5bb296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:41.460876 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c5e76f-651d-4326-a55b-bb822ac69865,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:41.464498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:41.475990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:41.478126 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 31900bfb-4750-4882-9004-84cb2b945bdd no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:48:41.507214 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] 10.222.0.13 "DELETE /v2.0/networks/90c5e76f-651d-4326-a55b-bb822ac69865 HTTP/1.1" status: 204  len: 168 time: 1.9327362
Apr 19 19:48:41.530541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 31900bfb-4750-4882-9004-84cb2b945bdd {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:48:41.532093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 31900bfb-4750-4882-9004-84cb2b945bdd not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:48:41.697901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34494) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:41.757547 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b04be823-3634-4287-9e72-34a179f7ad75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b115e4e8bb474930af5e5383e1c38dfe&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0579624
Apr 19 19:48:41.760824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34500) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:41.832856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bad23070-d136-46a2-ac5c-dc89168c5e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:41.863102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bad23070-d136-46a2-ac5c-dc89168c5e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:41.909581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bad23070-d136-46a2-ac5c-dc89168c5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:41.915394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2882966c-fa29-43b4-9d07-cd82165caec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:41.930674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad23070-d136-46a2-ac5c-dc89168c5e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02e8168-a708-4bc2-b977-f1996605d77c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:41.935231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bad23070-d136-46a2-ac5c-dc89168c5e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:41.938637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bad23070-d136-46a2-ac5c-dc89168c5e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:41.940809 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bad23070-d136-46a2-ac5c-dc89168c5e9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e02e8168-a708-4bc2-b977-f1996605d77c HTTP/1.1" status: 204  len: 168 time: 0.1784117
Apr 19 19:48:47.130651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34634) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:47.260120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:47.276059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:47.280337 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e5bc5a90531e46ccbae4c83e412e1e30 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:47.283301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:47.289439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:47.382623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:47.387826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:47.400474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b2caf023-a325-41de-9620-457133ebda2d tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:47.448322 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5bc5a90531e46ccbae4c83e412e1e30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3164737
Apr 19 19:48:47.450096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36c158c-1459-4c8d-8973-2bb879c26309,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:47.452175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34646) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:47.453816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:47.530354 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c8e2-3c33-4bf7-99a6-4469943f54b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:47.559860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c8e2-3c33-4bf7-99a6-4469943f54b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:47.612667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c8e2-3c33-4bf7-99a6-4469943f54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:47.618418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a2272e6b-8ffe-4d01-ad2c-04955a599ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:47.631616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6c8e2-3c33-4bf7-99a6-4469943f54b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36c158c-1459-4c8d-8973-2bb879c26309,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:47.634934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c4d6c8e2-3c33-4bf7-99a6-4469943f54b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:47.637295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4d6c8e2-3c33-4bf7-99a6-4469943f54b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:47.639255 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c4d6c8e2-3c33-4bf7-99a6-4469943f54b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e36c158c-1459-4c8d-8973-2bb879c26309 HTTP/1.1" status: 204  len: 168 time: 0.1853878
Apr 19 19:48:48.039482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34658) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:48.060177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:48.077308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:48.082084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Usage tracker for resource:security_group_rule and tenant:cf703aa01c684312b213cbcf0cc6d509 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:48.085340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:48.091486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:48.179572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:48.182205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:48.192054 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4421715f-8404-4105-915d-50f1a705a982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:48.234203 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf703aa01c684312b213cbcf0cc6d509&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1934240
Apr 19 19:48:48.235948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12400ba0-d8f3-40d8-a6a6-7716c22e46a9,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:48.238004 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34662) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:48.239974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:48.310192 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89c6629e-4b62-4320-b60b-11182e7dac98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:48.337926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89c6629e-4b62-4320-b60b-11182e7dac98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:48.382901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89c6629e-4b62-4320-b60b-11182e7dac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:48.387968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-543f3ed8-7a42-4898-9fc6-59009df2fce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:48.402609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6629e-4b62-4320-b60b-11182e7dac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12400ba0-d8f3-40d8-a6a6-7716c22e46a9,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:48.405837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-89c6629e-4b62-4320-b60b-11182e7dac98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:48.406865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89c6629e-4b62-4320-b60b-11182e7dac98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:48.408439 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-89c6629e-4b62-4320-b60b-11182e7dac98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12400ba0-d8f3-40d8-a6a6-7716c22e46a9 HTTP/1.1" status: 204  len: 168 time: 0.1686161
Apr 19 19:48:52.332243 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34832) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:52.459564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:52.475487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:52.479577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] Usage tracker for resource:security_group_rule and tenant:f64b0f48fc4e461886ff4fa31576f934 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:52.482648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:52.489317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:52.585492 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:52.588420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:52.596962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5a5c4f89-323c-4f6d-81f8-cddd07b7a795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:52.641154 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f64b0f48fc4e461886ff4fa31576f934&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3077083
Apr 19 19:48:52.642176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f006e14-7e6a-4255-8bf9-3c0420bcca80,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:52.645664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34840) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:52.645889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2b58a97a-5e5b-42b8-ae87-03d89bc5dc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:52.711855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:52.744727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:52.790605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:52.795667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c89ef0ea-0247-465b-af43-24ac715f9660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:52.810203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f006e14-7e6a-4255-8bf9-3c0420bcca80,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:52.821351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.821774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.822186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.822618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.823019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.823419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.823816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.824212 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.824610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.825011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.825403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.825808 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:48:52.829772 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:52.837248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:52.838978 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f006e14-7e6a-4255-8bf9-3c0420bcca80 HTTP/1.1" status: 204  len: 168 time: 0.1915164
Apr 19 19:48:53.139750 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34850) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:53.159618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:53.170229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b6bbff39-1476-406e-88a9-d2040dec5d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:53.176716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:53.181545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] Usage tracker for resource:security_group_rule and tenant:37102a6cc12243a8a610498f4cd0b60a is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:53.184626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:53.190980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:53.279057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:53.281865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:53.291885 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7622c73b-4bc0-43b6-a07b-7008cf61e6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:53.333833 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37102a6cc12243a8a610498f4cd0b60a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1928875
Apr 19 19:48:53.335568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380a9e75-c01e-40ad-b9e4-661c6d9a81fe,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:53.336867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34854) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:53.338930 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c782ecf8-1bf1-4aaa-84a0-0fd310bbd832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:53.416518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9df29810-953f-42bd-b215-b6a205d29dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:53.443458 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9df29810-953f-42bd-b215-b6a205d29dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:53.488173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9df29810-953f-42bd-b215-b6a205d29dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:53.493252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c4d6c8e2-3c33-4bf7-99a6-4469943f54b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:53.505867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df29810-953f-42bd-b215-b6a205d29dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380a9e75-c01e-40ad-b9e4-661c6d9a81fe,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:53.508296 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9df29810-953f-42bd-b215-b6a205d29dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:53.519037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9df29810-953f-42bd-b215-b6a205d29dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:53.520269 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9df29810-953f-42bd-b215-b6a205d29dd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/380a9e75-c01e-40ad-b9e4-661c6d9a81fe HTTP/1.1" status: 204  len: 168 time: 0.1810899
Apr 19 19:48:55.106483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38244f0a-0567-4133-abb2-24e0d194c8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:55.193048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34912) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:55.268777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a50e75-8707-421e-88a8-731565e66849 admin admin] Deleting subnet 6184bf7f-971a-4885-8cc0-191c65dadb03 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:48:55.271438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57a50e75-8707-421e-88a8-731565e66849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:55.326321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57a50e75-8707-421e-88a8-731565e66849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507585'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:55.386424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57a50e75-8707-421e-88a8-731565e66849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:55.712022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57a50e75-8707-421e-88a8-731565e66849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849268169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5519326'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:55.719015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d798ca7e-2959-485d-932b-7039f7e00605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:55.766199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a50e75-8707-421e-88a8-731565e66849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6184bf7f-971a-4885-8cc0-191c65dadb03,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:55.769358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-57a50e75-8707-421e-88a8-731565e66849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:55.772317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57a50e75-8707-421e-88a8-731565e66849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:55.789781 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-57a50e75-8707-421e-88a8-731565e66849 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6184bf7f-971a-4885-8cc0-191c65dadb03 HTTP/1.1" status: 204  len: 168 time: 0.5914218
Apr 19 19:48:55.790146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34928) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:55.915255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.060285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.111454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.178383 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd709487470>,) {'filters': {'network_id': ['b2354c66-69eb-46a3-9cb3-81e85711309f']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:56.196794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd709487470>, '836e7efe-cb1b-4bd0-ad56-80aec4be6fb9') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:56.197056 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd709487470>, '836e7efe-cb1b-4bd0-ad56-80aec4be6fb9') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:56.209602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849268215'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.231700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.238888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:48:56.426723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Network b2354c66-69eb-46a3-9cb3-81e85711309f has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:56.437106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5507988'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.581407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.628954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Network b2354c66-69eb-46a3-9cb3-81e85711309f has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:48:56.652686 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:48:56.743036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.746785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:56.763245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.770485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2354c66-69eb-46a3-9cb3-81e85711309f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:56.773348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:56.778824 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b2354c66-69eb-46a3-9cb3-81e85711309f HTTP/1.1" status: 204  len: 168 time: 0.9842701
Apr 19 19:48:56.778824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 34946) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:56.845512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] Deleting subnet 47c05452-b0e4-4cdd-a1d3-5bddd9c377c9 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:48:56.849313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.906913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507585'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:56.966548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:57.241592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849268169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5519326'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:57.246926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7cca2ea5-8173-4f58-9c8c-65318540430e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:57.528751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c05452-b0e4-4cdd-a1d3-5bddd9c377c9,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:57.533884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:57.535970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:57.542229 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47c05452-b0e4-4cdd-a1d3-5bddd9c377c9 HTTP/1.1" status: 204  len: 168 time: 0.7627254
Apr 19 19:48:57.546470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 34968) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:57.575719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:57.690741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:57.817978 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:57.947307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70b19c128>,) {'filters': {'network_id': ['9c918651-135d-4f9a-939e-420ffc54c29d']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:57.962016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70b19c128>, 'd5e651bd-0b26-44bc-a86a-0341cdee2833') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:57.962674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70b19c128>, 'd5e651bd-0b26-44bc-a86a-0341cdee2833') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:48:57.975034 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6642280'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:57.990995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:57.997612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:48:58.218036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Network 9c918651-135d-4f9a-939e-420ffc54c29d has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:58.229704 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6521915'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:58.416657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Network 9c918651-135d-4f9a-939e-420ffc54c29d has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:48:58.444607 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:48:58.523185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:58.527959 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:58.545417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:58.553958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c918651-135d-4f9a-939e-420ffc54c29d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:58.556398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:58.558135 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-cc768bdc-38ba-4df1-bde8-62fd6f1eb628 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c918651-135d-4f9a-939e-420ffc54c29d HTTP/1.1" status: 204  len: 168 time: 1.0100996
Apr 19 19:48:58.690729 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35006) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:58.745896 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b14319ef-504b-4c5b-a5e5-7c69dc73d3a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47183506bc9f4c759a23274ef44f5d94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0538461
Apr 19 19:48:58.748531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35010) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:58.787278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35014) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:58.815412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d419424-09d3-46d6-b3cd-a8040b0c89cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:58.843745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d419424-09d3-46d6-b3cd-a8040b0c89cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:58.896717 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d419424-09d3-46d6-b3cd-a8040b0c89cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:58.902623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-98e66c60-4ddd-405e-9241-7cad04f37985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:58.920284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d419424-09d3-46d6-b3cd-a8040b0c89cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c833bd-11ab-4d94-ba83-bba99bc82a33,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:58.924606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d419424-09d3-46d6-b3cd-a8040b0c89cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:58.928642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d419424-09d3-46d6-b3cd-a8040b0c89cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:58.930276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:58.930430 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5d419424-09d3-46d6-b3cd-a8040b0c89cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83c833bd-11ab-4d94-ba83-bba99bc82a33 HTTP/1.1" status: 204  len: 168 time: 0.1803076
Apr 19 19:48:58.950395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:58.954601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] Usage tracker for resource:security_group_rule and tenant:58ff16d865c44be896b1aebc889b574a is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:58.960261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:58.965352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:59.065657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.071764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.079915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a8f6afa9-da23-4926-be8c-82106e9c4ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:59.127615 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58ff16d865c44be896b1aebc889b574a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3386500
Apr 19 19:48:59.129449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4802152b-1a8f-412f-bca0-fbc08ce584ab,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:59.130945 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35026) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:59.133504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-05f37006-821d-4400-b3ff-db8dcef413fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:59.209143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6aba3d1f-fb5e-4526-be19-20d788e915c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.241656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6aba3d1f-fb5e-4526-be19-20d788e915c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.292119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6aba3d1f-fb5e-4526-be19-20d788e915c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.297244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-22bb3600-e089-48f9-be82-3f5ba5510dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:59.309454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba3d1f-fb5e-4526-be19-20d788e915c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4802152b-1a8f-412f-bca0-fbc08ce584ab,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:59.311954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6aba3d1f-fb5e-4526-be19-20d788e915c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:59.319484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6aba3d1f-fb5e-4526-be19-20d788e915c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.320715 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6aba3d1f-fb5e-4526-be19-20d788e915c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4802152b-1a8f-412f-bca0-fbc08ce584ab HTTP/1.1" status: 204  len: 168 time: 0.1886790
Apr 19 19:48:59.324698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35032) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:59.379472 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5039f67a-c92d-4d4e-994a-8502b967fe8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=957f382db1a54a4c85f475ef5b46631c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0535057
Apr 19 19:48:59.382311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35036) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:59.449979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b040c82-16fb-4d99-a2a2-39e5d4bae43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.480159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b040c82-16fb-4d99-a2a2-39e5d4bae43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.545272 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b040c82-16fb-4d99-a2a2-39e5d4bae43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.551088 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f8030bd1-3a27-4467-939d-b8556bbeb81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:59.567046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b040c82-16fb-4d99-a2a2-39e5d4bae43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665c2276-c992-42f9-80cb-bcf1b4db086e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:59.569794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1b040c82-16fb-4d99-a2a2-39e5d4bae43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:48:59.576240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b040c82-16fb-4d99-a2a2-39e5d4bae43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.577510 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1b040c82-16fb-4d99-a2a2-39e5d4bae43b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/665c2276-c992-42f9-80cb-bcf1b4db086e HTTP/1.1" status: 204  len: 168 time: 0.1941142
Apr 19 19:48:59.733751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35044) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:59.753850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.770957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:48:59.775385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b07ad8963ea24158a466a75e8e35b499 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:48:59.778699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:48:59.784952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:48:59.887607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.891435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:48:59.903208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7d387748-3067-40df-81b4-6ade4875b887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:48:59.943493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35058) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:48:59.943934 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b07ad8963ea24158a466a75e8e35b499&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2086914
Apr 19 19:48:59.968962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f7c9d-8d12-46a8-bb50-7f4c679d1111,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:48:59.977459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8d431e3b-5887-4428-adc5-72a8c164a9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:00.057804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-540ebc0e-1009-4557-b65b-bec8354a072e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:00.104295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-540ebc0e-1009-4557-b65b-bec8354a072e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:00.159750 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-540ebc0e-1009-4557-b65b-bec8354a072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:00.167793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-535ad43d-64c1-4ee4-967c-3c675a1875a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:00.181880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ebc0e-1009-4557-b65b-bec8354a072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f7c9d-8d12-46a8-bb50-7f4c679d1111,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:00.185706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-540ebc0e-1009-4557-b65b-bec8354a072e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:00.193839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-540ebc0e-1009-4557-b65b-bec8354a072e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:00.213034 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-540ebc0e-1009-4557-b65b-bec8354a072e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c6f7c9d-8d12-46a8-bb50-7f4c679d1111 HTTP/1.1" status: 204  len: 168 time: 0.2560842
Apr 19 19:49:02.237549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:49:07.140797 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-017b9414-f1e9-47ff-9432-06c8ad978fa1 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126359965&fields=id&tenant_id=29e6b178b50c4f2c8cce9409ac14df4e HTTP/1.1" status: 200  len: 267 time: 0.0467002
Apr 19 19:49:07.311786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-37ff09ab-a6dc-45c5-8b7f-8a3c877ca753 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:07.313356 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-37ff09ab-a6dc-45c5-8b7f-8a3c877ca753 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 811 time: 0.1634433
Apr 19 19:49:07.330393 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-a811af68-9b77-49b9-9b00-501ba046da12 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/quotas/29e6b178b50c4f2c8cce9409ac14df4e HTTP/1.1" status: 200  len: 375 time: 0.0101225
Apr 19 19:49:07.435212 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-3f6e2698-6d4a-458a-8ee1-453fa8a0cba9 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0978718
Apr 19 19:49:07.592282 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c20b6375-f914-4f70-82cb-fce828164205 service neutron] 10.222.0.13 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391003
Apr 19 19:49:07.741520 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-2a85dbbc-b363-4398-8f46-3aac1539adf7 service neutron] 10.222.0.13 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421924
Apr 19 19:49:08.206204 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e4aac252-103f-47cb-9159-4f007c929ffc req-21bad6bf-9cd1-4d7d-89ea-31ccf448b584 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 210 time: 0.0498924
Apr 19 19:49:08.541669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35274) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:08.670049 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:08.685663 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:08.689686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] Usage tracker for resource:security_group_rule and tenant:93801a26b7234e17b3ee3f186491a0eb is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:08.693346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:08.699424 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:08.787386 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:08.790033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:08.799035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-421df0e8-07f7-4672-af02-87d43d6257ba tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:08.816101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:08.845901 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93801a26b7234e17b3ee3f186491a0eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3030331
Apr 19 19:49:08.846994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3792c27-1e37-4978-a2aa-ab2d53872fbd,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:08.850283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85e1b26f-311e-4af9-bc5d-357a77075d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:08.850616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35282) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:08.920529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d39d0db3-d547-4a08-93b0-ee0d10b9be2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:08.948462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d39d0db3-d547-4a08-93b0-ee0d10b9be2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:08.993946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d39d0db3-d547-4a08-93b0-ee0d10b9be2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:08.999034 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-65e4dcea-cc29-44c6-941a-7b91f2d0e47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:09.015524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d0db3-d547-4a08-93b0-ee0d10b9be2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3792c27-1e37-4978-a2aa-ab2d53872fbd,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:09.020410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d39d0db3-d547-4a08-93b0-ee0d10b9be2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:09.022679 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d39d0db3-d547-4a08-93b0-ee0d10b9be2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:09.026576 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d39d0db3-d547-4a08-93b0-ee0d10b9be2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3792c27-1e37-4978-a2aa-ab2d53872fbd HTTP/1.1" status: 204  len: 168 time: 0.1748822
Apr 19 19:49:09.321925 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d0f9b00-c9a0-4ba6-b998-85ad45e22565 req-84876f14-1b3a-4b71-864d-55f06994deb7 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 210 time: 0.0525541
Apr 19 19:49:09.414147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35310) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:09.435591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:09.453995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:09.458509 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4030f68cb54b9295f0d3b399265ea8 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:09.461820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:09.467970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:09.554745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:09.557565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:09.566581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7414c3aa-a730-4c0e-a0ae-c05b646a220a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:09.608110 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb4030f68cb54b9295f0d3b399265ea8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1927063
Apr 19 19:49:09.609744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8571f376-1fd1-4db1-83e7-a97a76c8856c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:09.611060 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35314) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:09.613724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1739c52c-7926-440c-85e9-3f2ec3b37a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:09.676895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a22be871-00d6-47cf-a5f6-c1a0520ce601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:09.706635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a22be871-00d6-47cf-a5f6-c1a0520ce601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:09.753955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a22be871-00d6-47cf-a5f6-c1a0520ce601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:09.758910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-67a33fda-8da5-4911-8dd3-3063c0f7df8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:09.769962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22be871-00d6-47cf-a5f6-c1a0520ce601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8571f376-1fd1-4db1-83e7-a97a76c8856c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:09.773597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a22be871-00d6-47cf-a5f6-c1a0520ce601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:09.777131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a22be871-00d6-47cf-a5f6-c1a0520ce601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:09.778359 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a22be871-00d6-47cf-a5f6-c1a0520ce601 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8571f376-1fd1-4db1-83e7-a97a76c8856c HTTP/1.1" status: 204  len: 168 time: 0.1662338
Apr 19 19:49:10.448381 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a49f2c45-cb99-4ee6-95f6-654c63ecec9e req-ebbcd593-5c01-4997-9e47-8e23c618feb1 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 210 time: 0.0526569
Apr 19 19:49:11.573490 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b62b3a2e-6282-413d-b37c-a847822949df req-bf3ca06a-674b-41c2-9fae-e7b9fe577d76 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 210 time: 0.0622201
Apr 19 19:49:12.088719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35430) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:12.254650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35440) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:12.344233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.355859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.361432 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:12.367230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] Usage tracker for resource:security_group_rule and tenant:77d2c4e50d794538be3b28b74f5ef47f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:12.370515 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:12.373489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:12.377942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:12.378987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Usage tracker for resource:security_group_rule and tenant:b31b34c5d13e44349457dcfe72baab68 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:12.382175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:12.388315 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:12.475102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.478448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.481883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.485630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.493838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3ef8fb1c-7b7e-4839-81e3-c03b00a4061c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:12.496265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3b7abc47-71f1-4a01-a1b4-fd6f3ac0ba22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:12.540469 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77d2c4e50d794538be3b28b74f5ef47f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2817490
Apr 19 19:49:12.541030 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b31b34c5d13e44349457dcfe72baab68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4511507
Apr 19 19:49:12.542102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ad109-ec7a-414a-9445-ed2ed0673210,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:12.542478 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35452) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:12.545276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35454) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:12.545448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-72a6665a-f825-4538-bdbf-5d42ff97bc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:12.545995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd7423-a8dc-40ba-b29e-a5e1ce93ba60,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:12.560869 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:12.692411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35466) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:12.700400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44156ad8-8283-4671-856e-f62bfce49b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.737625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6df5fbf9-584a-40ec-a05c-623ee7529829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.759828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44156ad8-8283-4671-856e-f62bfce49b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.773703 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ae7f809-adab-4ebb-9e81-1935a25679bf req-8732ce65-b90e-4152-a134-16271947f958 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 210 time: 0.0678849
Apr 19 19:49:12.806395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6df5fbf9-584a-40ec-a05c-623ee7529829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.856440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44156ad8-8283-4671-856e-f62bfce49b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.862106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c94ae4b0-4dbd-4f6e-818d-e35dd9586976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:12.876327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44156ad8-8283-4671-856e-f62bfce49b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ad109-ec7a-414a-9445-ed2ed0673210,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:12.880432 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-44156ad8-8283-4671-856e-f62bfce49b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:12.884737 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6df5fbf9-584a-40ec-a05c-623ee7529829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.887871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.893571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e61994d4-321e-4217-bf7a-a2bef335c9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:12.908693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44156ad8-8283-4671-856e-f62bfce49b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.914784 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-44156ad8-8283-4671-856e-f62bfce49b67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa4ad109-ec7a-414a-9445-ed2ed0673210 HTTP/1.1" status: 204  len: 168 time: 0.3693225
Apr 19 19:49:12.916194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5fbf9-584a-40ec-a05c-623ee7529829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd7423-a8dc-40ba-b29e-a5e1ce93ba60,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:12.918994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6df5fbf9-584a-40ec-a05c-623ee7529829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:12.920191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6df5fbf9-584a-40ec-a05c-623ee7529829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:12.922098 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6df5fbf9-584a-40ec-a05c-623ee7529829 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15cd7423-a8dc-40ba-b29e-a5e1ce93ba60 HTTP/1.1" status: 204  len: 168 time: 0.3727081
Apr 19 19:49:12.928219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:12.935348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] Usage tracker for resource:security_group_rule and tenant:52469d78e9994d2c8bfab22c490d7e7a is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:12.941586 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:12.950063 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:13.078074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.082667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.094406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eb6fbdeb-e9b2-41c5-8471-e74094e9f5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:13.142488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef388a80-6bb2-428e-9c67-74bbdd0b6789,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:13.146074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:13.152963 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2210e3c2-7e63-4056-9db6-b7bcb885d54f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52469d78e9994d2c8bfab22c490d7e7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4572234
Apr 19 19:49:13.153234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35480) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:13.227343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3b25-9f5e-432b-b66a-19b5220a3c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.256703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3b25-9f5e-432b-b66a-19b5220a3c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.312648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3b25-9f5e-432b-b66a-19b5220a3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.321006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6a8afa7-6976-4474-b434-9226e1897cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:13.335572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d3b25-9f5e-432b-b66a-19b5220a3c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef388a80-6bb2-428e-9c67-74bbdd0b6789,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:13.341520 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9a2d3b25-9f5e-432b-b66a-19b5220a3c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:13.359618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3b25-9f5e-432b-b66a-19b5220a3c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.365250 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9a2d3b25-9f5e-432b-b66a-19b5220a3c92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef388a80-6bb2-428e-9c67-74bbdd0b6789 HTTP/1.1" status: 204  len: 168 time: 0.2106891
Apr 19 19:49:13.394786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35494) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:13.434861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.460581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:13.464915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Usage tracker for resource:security_group_rule and tenant:9d847fcdddc7411a9d875dec1029a61c is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:13.468655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:13.477751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:13.530121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-9fa01e08-0b0b-45fc-bfeb-4823b7c3c280 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:13.531946 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-9fa01e08-0b0b-45fc-bfeb-4823b7c3c280 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 811 time: 0.2178776
Apr 19 19:49:13.599862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.606699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.618522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d486baaa-0f80-4a00-a24c-314cbb1d02ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:13.652630 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-a7b35738-63d6-4fce-a9c9-2ded73990435 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e HTTP/1.1" status: 200  len: 8061 time: 0.1120048
Apr 19 19:49:13.653725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac25f23-e58d-4e82-ac0e-1a4a8c806c7b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:13.665229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'port': {'device_id': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'admin_state_up': True, 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'security_groups': ['df4fffed-f918-45b6-9c72-8894acffcbfc']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:13.686350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.686774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.687187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.687593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.691712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.692143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.692561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.693023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.693360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.693764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.694164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.694586 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:13.709313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:13.718008 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d847fcdddc7411a9d875dec1029a61c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3206666
Apr 19 19:49:13.721764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35504) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:13.839467 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01daff16-7ff1-4cc8-b556-ed36ac6369dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.871858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01daff16-7ff1-4cc8-b556-ed36ac6369dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.898503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:13.911568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:13.924902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Made reservation on behalf of 29e6b178b50c4f2c8cce9409ac14df4e for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:49:13.926652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01daff16-7ff1-4cc8-b556-ed36ac6369dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.932430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.932604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35514) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:13.933451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e22e3469-f8c1-4ba6-a042-81628cac1c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:13.963229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daff16-7ff1-4cc8-b556-ed36ac6369dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac25f23-e58d-4e82-ac0e-1a4a8c806c7b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:13.968177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-01daff16-7ff1-4cc8-b556-ed36ac6369dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:13.969124 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.985223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01daff16-7ff1-4cc8-b556-ed36ac6369dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:13.987535 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-01daff16-7ff1-4cc8-b556-ed36ac6369dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ac25f23-e58d-4e82-ac0e-1a4a8c806c7b HTTP/1.1" status: 204  len: 168 time: 0.2614028
Apr 19 19:49:13.999546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:14.001365 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a2479ee5-bfb5-4d8b-8bf4-f0522b8f78f1 req-7a08b1eb-5a17-4fba-9f44-fe98240fcf7b tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 210 time: 0.0789747
Apr 19 19:49:14.007520 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:03d1239f07734398baba87faa18f1135 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:14.011275 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:14.020212 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:14.119087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.123769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.135271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d39d0db3-d547-4a08-93b0-ee0d10b9be2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:14.201572 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03d1239f07734398baba87faa18f1135&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2594666
Apr 19 19:49:14.202131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35524) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:14.202888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01587ccc-2c0c-4375-a370-076a1dd1157e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:14.208100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:14.239558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Allocated IP 172.20.0.12 (487a408a-9bf5-4c4c-bdd3-73f41a90b517/02097a20-6b7f-4094-98bf-e146a1eab38e/cf130c23-77fd-4bdc-9a64-f6e66639cb6b) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:49:14.280788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b18eba-35d1-45f4-a83b-958ab594d8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.358189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b18eba-35d1-45f4-a83b-958ab594d8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.423069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b18eba-35d1-45f4-a83b-958ab594d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.430179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-13facb72-45dd-4491-9c05-22bbe30e41c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:14.449239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b18eba-35d1-45f4-a83b-958ab594d8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01587ccc-2c0c-4375-a370-076a1dd1157e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:14.475382 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40b18eba-35d1-45f4-a83b-958ab594d8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:14.476584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b18eba-35d1-45f4-a83b-958ab594d8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.482744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.506500 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-40b18eba-35d1-45f4-a83b-958ab594d8f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01587ccc-2c0c-4375-a370-076a1dd1157e HTTP/1.1" status: 204  len: 168 time: 0.2822101
Apr 19 19:49:14.524456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Transition to ACTIVE for port object cf130c23-77fd-4bdc-9a64-f6e66639cb6b will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:14.562287 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.571418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-01dbac00-c9be-4496-90b2-b5cb10405f5e tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:14.640438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:14.644617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:14.652866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:49:14.720673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:14.721890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.807176 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1472661
Apr 19 19:49:14.828701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Request body: {'port': {'device_id': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:14.903778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'Port': ['ID=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:14.943615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:14.973460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:14.996089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-65fc0b77-9f88-4df6-a8b5-68b8fc71b7bc None None] Provisioning for port cf130c23-77fd-4bdc-9a64-f6e66639cb6b completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:49:15.014510 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-65fc0b77-9f88-4df6-a8b5-68b8fc71b7bc None None] Provisioning complete for port cf130c23-77fd-4bdc-9a64-f6e66639cb6b triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:15.015307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-65fc0b77-9f88-4df6-a8b5-68b8fc71b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.061661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35548) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:15.086475 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.104641 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:15.124972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] Usage tracker for resource:security_group_rule and tenant:ef254d6b00a14ef28405b23842f021d1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:15.146505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:15.161125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:15.194724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-65fc0b77-9f88-4df6-a8b5-68b8fc71b7bc None None] Port cf130c23-77fd-4bdc-9a64-f6e66639cb6b cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:49:15.300750 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.304961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.336532 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-44156ad8-8283-4671-856e-f62bfce49b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:15.373191 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef254d6b00a14ef28405b23842f021d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3097754
Apr 19 19:49:15.374473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c86498-d1de-4226-8731-af7ab28a58c8,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:15.379533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a20c5076-c6f0-4729-8c82-288a8d9e7b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:15.380496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35560) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:15.450342 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5571d304-b2f2-44b0-965b-5243ed11764e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.480115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5571d304-b2f2-44b0-965b-5243ed11764e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.484274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf130c23-77fd-4bdc-9a64-f6e66639cb6b {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:49:15.502121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.531166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5571d304-b2f2-44b0-965b-5243ed11764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.537245 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af092d57-254c-4211-8275-729627c7d45a tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:15.537753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246e129-91a1-45e7-8727-3573f0a76529 req-eb562b25-da5a-4723-8a03-c409278de1c2 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:15.538831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a246e129-91a1-45e7-8727-3573f0a76529 req-eb562b25-da5a-4723-8a03-c409278de1c2 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Synchronizing usage tracker for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:49:15.542027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Transition to ACTIVE for port object cf130c23-77fd-4bdc-9a64-f6e66639cb6b will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:15.548759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.550973 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571d304-b2f2-44b0-965b-5243ed11764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c86498-d1de-4226-8731-af7ab28a58c8,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:15.553872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5571d304-b2f2-44b0-965b-5243ed11764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:15.557392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8744d9ab-f422-43d9-a273-10ffec44ef1a tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:15.560006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5571d304-b2f2-44b0-965b-5243ed11764e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.561849 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5571d304-b2f2-44b0-965b-5243ed11764e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6c86498-d1de-4226-8731-af7ab28a58c8 HTTP/1.1" status: 204  len: 168 time: 0.1801312
Apr 19 19:49:15.666314 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a246e129-91a1-45e7-8727-3573f0a76529 req-eb562b25-da5a-4723-8a03-c409278de1c2 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Unset dirty status for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:49:15.667649 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a246e129-91a1-45e7-8727-3573f0a76529 req-eb562b25-da5a-4723-8a03-c409278de1c2 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 932 time: 0.3308542
Apr 19 19:49:15.757086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:15.767238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:15.833015 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a246e129-91a1-45e7-8727-3573f0a76529 req-4a857663-6463-4410-a071-85364f294f43 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1436062
Apr 19 19:49:15.873832 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Attempting to bind port cf130c23-77fd-4bdc-9a64-f6e66639cb6b on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:49:15.874301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Attempting to bind port cf130c23-77fd-4bdc-9a64-f6e66639cb6b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:49:15.874796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Attempting to bind port cf130c23-77fd-4bdc-9a64-f6e66639cb6b on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:49:15.880778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Port cf130c23-77fd-4bdc-9a64-f6e66639cb6b on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:49:15.881232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Attempting to bind port cf130c23-77fd-4bdc-9a64-f6e66639cb6b on network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:49:15.887250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:49:15.887663 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Checking segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:49:15.888484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Bound using segment: {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:49:15.888667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Bound port: cf130c23-77fd-4bdc-9a64-f6e66639cb6b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7bf8eb-4274-40d9-a0de-862b417da5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:49:15.889157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:15.991240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] For port cf130c23-77fd-4bdc-9a64-f6e66639cb6b, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:49:15.994520 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] For port cf130c23-77fd-4bdc-9a64-f6e66639cb6b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:49:16.000681 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:16.005626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af2475b4-a604-4357-93de-721f8bb5f530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:16.074012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:16.074728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:16.076276 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] 10.222.0.60 "PUT /v2.0/ports/cf130c23-77fd-4bdc-9a64-f6e66639cb6b HTTP/1.1" status: 200  len: 1094 time: 1.2537618
Apr 19 19:49:16.077089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:49:16.178559 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'status': 'completed', 'code': 200}
Apr 19 19:49:16.189689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:16.201590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:16.227175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-50bdab03-f268-4814-afc6-541ef86b1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:16.228833 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-50bdab03-f268-4814-afc6-541ef86b1504 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 1097 time: 0.1135080
Apr 19 19:49:16.323058 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-4cf80a77-2e9d-4841-b857-9e05a5769c3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b HTTP/1.1" status: 200  len: 217 time: 0.0840352
Apr 19 19:49:16.432630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-49ff4d62-0069-4be0-b25f-5bf098020ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:16.434575 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-49ff4d62-0069-4be0-b25f-5bf098020ff5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.1041348
Apr 19 19:49:16.527307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c1ea5935-6a96-48f4-a923-01dd50d44d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:16.528956 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-c1ea5935-6a96-48f4-a923-01dd50d44d9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876083
Apr 19 19:49:16.590009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35638) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:16.689430 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-90f4f715-1c67-4d41-8f38-39743b551a4e service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531646
Apr 19 19:49:16.731336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-551443213-network', 'tenant_id': 'b626265fb5c5419089f6e0f198db79ac'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:16.741755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:16.751340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Usage tracker for resource:network and tenant:b626265fb5c5419089f6e0f198db79ac is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:16.759020 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:16.766106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:16.779545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Made reservation on behalf of b626265fb5c5419089f6e0f198db79ac for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:49:16.784888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:16.803108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:16.825862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:16.831109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Usage tracker for resource:security_group_rule and tenant:b626265fb5c5419089f6e0f198db79ac is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:16.835465 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:16.842746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:16.984230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:16.988257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:17.001024 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:49:17.009341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-edab054b-bf01-4252-9554-1e0b762953ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:17.030944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:17.031335 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Added segment 6f95cdf3-75a1-460a-baa2-808d43e23183 of type vlan for network ec09745a-e26b-4066-8afa-ddcf41b90498
Apr 19 19:49:17.089443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b344f8-bd3b-4172-b75e-015670402a3b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:17.093262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:17.099007 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:17.138084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:17.139496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:17.140130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:17.145480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:17.196787 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ab19495-98ae-4fb4-979a-c2958c9adc12 req-a7ee9678-0e5c-4062-9627-746596491680 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5001543
Apr 19 19:49:17.218878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235bd3b-a476-48b4-95ed-4f1e2f51f354 req-0cd9f06d-75ae-404f-a19a-148b5503baff tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:17.220686 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8235bd3b-a476-48b4-95ed-4f1e2f51f354 req-0cd9f06d-75ae-404f-a19a-148b5503baff tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 944 time: 0.1384437
Apr 19 19:49:17.271759 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6773176
Apr 19 19:49:17.272188 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35664) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:17.280755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Request body: {'subnet': {'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-551443213-subnet', 'tenant_id': 'b626265fb5c5419089f6e0f198db79ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:17.284969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Pushing event updated for resources: {'Network': ['ID=ec09745a-e26b-4066-8afa-ddcf41b90498,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:17.288522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:17.289520 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:17.293746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Usage tracker for resource:subnet and tenant:b626265fb5c5419089f6e0f198db79ac is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:17.296897 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:17.297056 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network ec09745a-e26b-4066-8afa-ddcf41b90498 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:49:17.303869 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:17.313414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Made reservation on behalf of b626265fb5c5419089f6e0f198db79ac for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:49:17.319983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848424537'] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:17.333027 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8235bd3b-a476-48b4-95ed-4f1e2f51f354 req-c6396943-4fc2-4ca1-9f6d-bf9144209661 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043286
Apr 19 19:49:17.404836 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-2b3865de-c186-471e-a616-391f9c5fee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:17.408762 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-2b3865de-c186-471e-a616-391f9c5fee81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 1097 time: 0.1538231
Apr 19 19:49:17.583789 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-ec5d412e-e744-4592-8264-3d976799b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:17.585393 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-ec5d412e-e744-4592-8264-3d976799b1f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.1697149
Apr 19 19:49:17.670514 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-6c2f94df-6a0b-4cb2-bb43-d7033f3bb11d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b HTTP/1.1" status: 200  len: 217 time: 0.0741920
Apr 19 19:49:17.745148 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-89beacda-76f8-43dd-90e3-dafd10397226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:17.746746 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-89beacda-76f8-43dd-90e3-dafd10397226 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.0669270
Apr 19 19:49:17.837524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-31d83efa-75ba-49e9-b6cd-4962cdb09b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:17.839287 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-31d83efa-75ba-49e9-b6cd-4962cdb09b3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855327
Apr 19 19:49:17.989597 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-2acc9334-2e47-42c8-9287-75a61746f044 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436729
Apr 19 19:49:18.062918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6522333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848424522'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:18.068231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-27220231-dd9c-4d73-9293-977c34a9be33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:18.143885 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cbebc4-f310-4010-861d-596bfcfd3c49,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:18.144207 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d3b5949-e7e3-4617-8dbd-dc33c0086c55 req-5f20e58f-d79b-49a4-bdcf-c530d3c3795f service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475677
Apr 19 19:49:18.146750 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:18.161122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Checking segment: {'id': '6f95cdf3-75a1-460a-baa2-808d43e23183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:49:18.161514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Network hostable DHCP agents. Network: ec09745a-e26b-4066-8afa-ddcf41b90498, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:49:18.181543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Network ec09745a-e26b-4066-8afa-ddcf41b90498 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:49:18.190656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, ec09745a-e26b-4066-8afa-ddcf41b90498) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:18.201120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac97852d-06ef-444f-9bbc-88764d99c02d None None] Network ec09745a-e26b-4066-8afa-ddcf41b90498 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:49:18.204252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:18.204900 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:18.225739 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-be25142a-75ec-41f3-9dad-bf71d4e5eebb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9526925
Apr 19 19:49:18.447078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f9b2f-6255-4c3a-8f69-ffabffa66310 None None] Network ec09745a-e26b-4066-8afa-ddcf41b90498 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:49:18.566384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db379f-6497-4063-b58e-947c1d37af5b req-8527dbe1-ab01-4d61-a1a2-f713b9c1082a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:18.578948 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-24db379f-6497-4063-b58e-947c1d37af5b req-8527dbe1-ab01-4d61-a1a2-f713b9c1082a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 944 time: 0.1232798
Apr 19 19:49:18.634516 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-24db379f-6497-4063-b58e-947c1d37af5b req-01f1f3c6-602c-47cc-8945-57ba357e7f23 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543282
Apr 19 19:49:19.845645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7aac2e-06db-4444-8772-8604b80fae8d req-b992b045-bad3-421c-8d78-adf6963c8098 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:19.848046 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d7aac2e-06db-4444-8772-8604b80fae8d req-b992b045-bad3-421c-8d78-adf6963c8098 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 944 time: 0.0895905
Apr 19 19:49:19.899881 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d7aac2e-06db-4444-8772-8604b80fae8d req-03c33332-d780-467a-b9df-cc2c3cb6503d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451276
Apr 19 19:49:20.439113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-d88c7ffa-ab4d-42a8-9e58-ff23ca7583c4 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:20.442540 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-d88c7ffa-ab4d-42a8-9e58-ff23ca7583c4 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/networks?id=ec09745a-e26b-4066-8afa-ddcf41b90498 HTTP/1.1" status: 200  len: 808 time: 0.1862047
Apr 19 19:49:20.459631 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-4bfba485-7c8e-4b53-89e6-72f73a513ba3 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/quotas/b626265fb5c5419089f6e0f198db79ac HTTP/1.1" status: 200  len: 375 time: 0.0109596
Apr 19 19:49:20.520768 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-a176f9c2-aa8a-444a-8c29-b7365c21e98a tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b626265fb5c5419089f6e0f198db79ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0511954
Apr 19 19:49:20.672077 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-625c9ec8-160f-4ded-bbfc-fd56efe3d2c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432216
Apr 19 19:49:20.845553 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-36c29b39-497d-48f7-a005-815206870ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645961
Apr 19 19:49:21.143948 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c28c47a7-fb6c-46ae-8c8f-279c8b0036b7 req-c3e11693-13ea-40f5-9413-3ae8a5a0543c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 210 time: 0.1314733
Apr 19 19:49:21.194780 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb7b3e-e9bf-4eaa-b66e-d1dc806a3836 req-5bc3ffc6-a5de-4072-bc22-72609a06eaa1 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:21.196383 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbcb7b3e-e9bf-4eaa-b66e-d1dc806a3836 req-5bc3ffc6-a5de-4072-bc22-72609a06eaa1 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 944 time: 0.1419184
Apr 19 19:49:21.249188 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fbcb7b3e-e9bf-4eaa-b66e-d1dc806a3836 req-70f7e2c5-7508-4c01-a030-d407ab207759 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460403
Apr 19 19:49:22.240630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-86a5cb75-a1fc-4b94-8403-7afd793748fa tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:22.242353 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-86a5cb75-a1fc-4b94-8403-7afd793748fa tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.60 "GET /v2.0/networks?id=ec09745a-e26b-4066-8afa-ddcf41b90498 HTTP/1.1" status: 200  len: 808 time: 0.1712439
Apr 19 19:49:22.259244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Request body: {'port': {'device_id': '3ef776de-7cf9-4827-8654-18b0cec0ffd9', 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498', 'admin_state_up': True, 'tenant_id': 'b626265fb5c5419089f6e0f198db79ac'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:22.513750 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f01d54fb-7c75-4ee2-a6e9-cf960a298824 req-4a33ab2e-9500-4860-8ca4-31e323f07787 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 210 time: 0.0816207
Apr 19 19:49:22.543660 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:22.556799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Usage tracker for resource:port and tenant:b626265fb5c5419089f6e0f198db79ac is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:22.563249 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:22.570476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:22.591234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7ab96-c341-40c0-9c74-8a5c5b919cee req-08d5683f-dc57-49a9-88e5-0dbb7b90099b tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:22.592915 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-98d7ab96-c341-40c0-9c74-8a5c5b919cee req-08d5683f-dc57-49a9-88e5-0dbb7b90099b tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 944 time: 0.2095299
Apr 19 19:49:22.594187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Made reservation on behalf of b626265fb5c5419089f6e0f198db79ac for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:49:22.600417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:22.718058 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-98d7ab96-c341-40c0-9c74-8a5c5b919cee req-c6c5d24e-ec1e-44a1-909c-98a4cb62e0c3 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050658
Apr 19 19:49:22.826610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Allocated IP 172.20.0.2 (ec09745a-e26b-4066-8afa-ddcf41b90498/44cbebc4-f310-4010-861d-596bfcfd3c49/6a388baa-9736-4f49-8f3a-44a10d6b180e) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:49:23.078261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:23.112115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:23.118709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3aa3d97-f5f6-4001-ae77-3693025ba48a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:23.173894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc43cea3-b1e8-4aa8-ab8a-4e4c29ca7173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:23.197731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Network ec09745a-e26b-4066-8afa-ddcf41b90498 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:23.201651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:23.206774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:49:23.247552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Pushing event updated for resources: {'Port': ['ID=6a388baa-9736-4f49-8f3a-44a10d6b180e,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:23.252804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:23.283762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:23.284445 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:23.312170 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0574374
Apr 19 19:49:23.325058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Request body: {'port': {'device_id': '3ef776de-7cf9-4827-8654-18b0cec0ffd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:23.463237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:23.858405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device cf130c23-77fd-4bdc-9a64-f6e66639cb6b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:49:23.887536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4e39-d5fc-4c8e-880e-6e27a420d392 req-e806aa30-d36f-4349-a0dc-608bf6d42b2c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:23.888299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-e9fc4e39-d5fc-4c8e-880e-6e27a420d392 req-e806aa30-d36f-4349-a0dc-608bf6d42b2c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Synchronizing usage tracker for tenant:b626265fb5c5419089f6e0f198db79ac on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:49:23.984938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-e9fc4e39-d5fc-4c8e-880e-6e27a420d392 req-e806aa30-d36f-4349-a0dc-608bf6d42b2c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Unset dirty status for tenant:b626265fb5c5419089f6e0f198db79ac on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:49:23.986226 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9fc4e39-d5fc-4c8e-880e-6e27a420d392 req-e806aa30-d36f-4349-a0dc-608bf6d42b2c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 931 time: 0.2861025
Apr 19 19:49:24.019370 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port cf130c23-77fd-4bdc-9a64-f6e66639cb6b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:24.031350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a388baa-9736-4f49-8f3a-44a10d6b180e {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:49:24.040962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'port_id': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'mac_address': 'fa:16:3e:62:3d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:49:24.048211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:24.088408 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9fc4e39-d5fc-4c8e-880e-6e27a420d392 req-6b933382-1817-4f79-a3b9-f85884a3b484 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874095
Apr 19 19:49:24.100569 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7d6e3-143f-4de9-9a7e-c78c1e7567d4 req-307834fa-c12b-4fc8-8c56-b1f06e33dd58 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:24.102243 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32d7d6e3-143f-4de9-9a7e-c78c1e7567d4 req-307834fa-c12b-4fc8-8c56-b1f06e33dd58 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 944 time: 0.2651777
Apr 19 19:49:24.103452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Transition to ACTIVE for port object 6a388baa-9736-4f49-8f3a-44a10d6b180e will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:24.107487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:24.115933 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ca70e812-d59c-4542-869d-ca3fd4fadb14 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:24.125610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:24.145575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf130c23-77fd-4bdc-9a64-f6e66639cb6b {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:49:24.168698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port cf130c23-77fd-4bdc-9a64-f6e66639cb6b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:24.173505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:24.177780 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:24.263880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:24.272934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.273265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.273552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.273945 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.274364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.274751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.275127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.275498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.275891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.276265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.276916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.277256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:24.281826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:24.556227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a388baa-9736-4f49-8f3a-44a10d6b180e,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:24.561253 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-32d7d6e3-143f-4de9-9a7e-c78c1e7567d4 req-54d732f6-5365-4065-878f-49ae108c44e2 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4482737
Apr 19 19:49:24.562266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:24.682251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Attempting to bind port 6a388baa-9736-4f49-8f3a-44a10d6b180e on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:49:24.682251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Attempting to bind port 6a388baa-9736-4f49-8f3a-44a10d6b180e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6f95cdf3-75a1-460a-baa2-808d43e23183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:49:24.682251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Attempting to bind port 6a388baa-9736-4f49-8f3a-44a10d6b180e on network ec09745a-e26b-4066-8afa-ddcf41b90498 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:49:24.685853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Port 6a388baa-9736-4f49-8f3a-44a10d6b180e on network ec09745a-e26b-4066-8afa-ddcf41b90498 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:49:24.686214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Attempting to bind port 6a388baa-9736-4f49-8f3a-44a10d6b180e on network ec09745a-e26b-4066-8afa-ddcf41b90498 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:49:24.692340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:49:24.692771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Checking segment: {'id': '6f95cdf3-75a1-460a-baa2-808d43e23183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:49:24.693207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Bound using segment: {'id': '6f95cdf3-75a1-460a-baa2-808d43e23183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:49:24.693708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Bound port: 6a388baa-9736-4f49-8f3a-44a10d6b180e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f95cdf3-75a1-460a-baa2-808d43e23183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:49:24.694093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:24.792854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] For port 6a388baa-9736-4f49-8f3a-44a10d6b180e, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:49:24.796253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] For port 6a388baa-9736-4f49-8f3a-44a10d6b180e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a388baa-9736-4f49-8f3a-44a10d6b180e,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:49:24.801014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:24.806664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-13dcf9d7-1511-4e2f-8f5c-0c4311082c52 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:24.871907 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:24.872586 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:24.874116 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] 10.222.0.60 "PUT /v2.0/ports/6a388baa-9736-4f49-8f3a-44a10d6b180e HTTP/1.1" status: 200  len: 1093 time: 1.5543005
Apr 19 19:49:24.874687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef776de-7cf9-4827-8654-18b0cec0ffd9', 'tag': '6a388baa-9736-4f49-8f3a-44a10d6b180e'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:49:24.896482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a388baa-9736-4f49-8f3a-44a10d6b180e,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:24.899889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:24.925026 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef776de-7cf9-4827-8654-18b0cec0ffd9', 'tag': '6a388baa-9736-4f49-8f3a-44a10d6b180e', 'status': 'completed', 'code': 200}
Apr 19 19:49:25.108542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8db1644-6ac4-4c22-849d-5ab7251cbbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:25.307054 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd38a6-7a7d-458f-939e-bfd9cc7620c6 req-689d821d-bf4a-4f59-8aa6-f611e35d0cbf tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:25.308698 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-babd38a6-7a7d-458f-939e-bfd9cc7620c6 req-689d821d-bf4a-4f59-8aa6-f611e35d0cbf tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 943 time: 0.0929749
Apr 19 19:49:25.358027 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-babd38a6-7a7d-458f-939e-bfd9cc7620c6 req-a72e1988-2406-453a-af08-6e2192343442 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424993
Apr 19 19:49:25.779373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6b10b-388a-495e-9c3e-7fffbfa639b0 req-6f94e82f-0bfd-4e45-83e7-dba75a5f5c9d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:25.781020 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c2b6b10b-388a-495e-9c3e-7fffbfa639b0 req-6f94e82f-0bfd-4e45-83e7-dba75a5f5c9d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 945 time: 0.0973732
Apr 19 19:49:25.832065 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c2b6b10b-388a-495e-9c3e-7fffbfa639b0 req-27787d50-30c8-4d98-b984-526faa07a3e8 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437856
Apr 19 19:49:26.119320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:26.564340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3e448-db1e-498e-b991-e5a196b1f7e0 req-6b65f93a-9322-46d9-8c21-b5786e1034db tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:26.567161 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-89f3e448-db1e-498e-b991-e5a196b1f7e0 req-6b65f93a-9322-46d9-8c21-b5786e1034db tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 943 time: 0.0917282
Apr 19 19:49:26.584336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:26.621533 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-89f3e448-db1e-498e-b991-e5a196b1f7e0 req-f4b4412a-4bc1-4694-9c01-aa3baf9b4222 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471253
Apr 19 19:49:27.038756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a75e15-82e4-4066-b975-4c44a40d6200 req-7b969b97-8d49-4ef2-87d5-2ac3410c8e9e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:27.040423 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73a75e15-82e4-4066-b975-4c44a40d6200 req-7b969b97-8d49-4ef2-87d5-2ac3410c8e9e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 945 time: 0.0940902
Apr 19 19:49:27.092330 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73a75e15-82e4-4066-b975-4c44a40d6200 req-14ab4f8d-6f43-4cf1-a7a0-018df64731ac tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446696
Apr 19 19:49:27.528741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c737c-6819-40ba-aba2-d511c62c69a5 req-406e169c-8a44-448b-bbb4-012e24d2c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:27.530408 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea4c737c-6819-40ba-aba2-d511c62c69a5 req-406e169c-8a44-448b-bbb4-012e24d2c756 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b626265fb5c5419089f6e0f198db79ac&device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 1096 time: 0.0924218
Apr 19 19:49:27.567006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:27.690591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['cf130c23-77fd-4bdc-9a64-f6e66639cb6b'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:49:27.695308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c737c-6819-40ba-aba2-d511c62c69a5 req-6f0cb354-712e-4cc9-a08c-8296c607cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:27.696964 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea4c737c-6819-40ba-aba2-d511c62c69a5 req-6f0cb354-712e-4cc9-a08c-8296c607cab2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b626265fb5c5419089f6e0f198db79ac&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1589429
Apr 19 19:49:27.925872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c737c-6819-40ba-aba2-d511c62c69a5 req-bc7d905b-ffee-4692-b0e0-36ff2ca0dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:27.927248 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea4c737c-6819-40ba-aba2-d511c62c69a5 req-bc7d905b-ffee-4692-b0e0-36ff2ca0dac7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2231038
Apr 19 19:49:27.943094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0bd2a-6e61-400b-a083-395dbd43e5f3 req-9c652441-bd30-4c7e-be69-0ace5a290038 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:27.945569 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7a0bd2a-6e61-400b-a083-395dbd43e5f3 req-9c652441-bd30-4c7e-be69-0ace5a290038 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 943 time: 0.1612597
Apr 19 19:49:28.057242 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7a0bd2a-6e61-400b-a083-395dbd43e5f3 req-d95b6339-9c3c-477b-9f12-84e22bc30d0b tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027424
Apr 19 19:49:28.087592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-3bc1f5b1-12e6-4b47-911a-283112e70a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:28.089231 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-3bc1f5b1-12e6-4b47-911a-283112e70a6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b626265fb5c5419089f6e0f198db79ac&device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 1096 time: 0.1122267
Apr 19 19:49:28.166781 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-1bd31df1-5e48-4be4-afaf-ccbcd7113949 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a388baa-9736-4f49-8f3a-44a10d6b180e HTTP/1.1" status: 200  len: 217 time: 0.0698326
Apr 19 19:49:28.297450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-e0e5b8c6-4616-4131-9cd1-adf3635578a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:28.299849 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-e0e5b8c6-4616-4131-9cd1-adf3635578a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44cbebc4-f310-4010-861d-596bfcfd3c49 HTTP/1.1" status: 200  len: 848 time: 0.1268039
Apr 19 19:49:28.365940 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-93cf64b9-fbb2-4e3e-b360-5a10e646d1d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec09745a-e26b-4066-8afa-ddcf41b90498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560620
Apr 19 19:49:28.404568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4795a-b150-42e8-85ae-8e75d56e463d req-bb053b75-df69-469a-b700-92158053b60f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:28.406216 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b4b4795a-b150-42e8-85ae-8e75d56e463d req-bb053b75-df69-469a-b700-92158053b60f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 945 time: 0.1929429
Apr 19 19:49:28.535580 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b4b4795a-b150-42e8-85ae-8e75d56e463d req-d8b290c3-0e54-4bf1-82e7-89e38ea67aeb tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214714
Apr 19 19:49:28.575341 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-eff721ac-6946-4474-9eb9-d51fd8daa2b2 service neutron] 10.222.0.60 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2014384
Apr 19 19:49:28.733651 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b920c370-09a6-4457-aaaf-d7cf0f4a9cf4 req-14bf5185-c663-4f62-92f6-11a20b8ac1c8 service neutron] 10.222.0.60 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511991
Apr 19 19:49:29.267023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85cf7b-388c-40b1-bd44-c62203ab8917 req-35ef7142-75e6-4e70-a364-51daa143b360 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:29.269319 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa85cf7b-388c-40b1-bd44-c62203ab8917 req-35ef7142-75e6-4e70-a364-51daa143b360 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 943 time: 0.0907781
Apr 19 19:49:29.318816 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa85cf7b-388c-40b1-bd44-c62203ab8917 req-909f33f1-0063-4472-89a3-79ca9f15ff4c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429437
Apr 19 19:49:29.405297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device cf130c23-77fd-4bdc-9a64-f6e66639cb6b up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:49:29.475589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port cf130c23-77fd-4bdc-9a64-f6e66639cb6b completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:49:29.480471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port cf130c23-77fd-4bdc-9a64-f6e66639cb6b triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:29.480870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:29.607020 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:29.636332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:49:29.646891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port cf130c23-77fd-4bdc-9a64-f6e66639cb6b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:29.651328 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:29.653680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:29.721386 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'code': 200}
Apr 19 19:49:29.734257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:29.737887 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:29.794496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10eeb-ff61-48cb-b111-7d3f98786098 req-61d6827f-508a-4e0c-835b-c5e26516809e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:29.796100 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9fb10eeb-ff61-48cb-b111-7d3f98786098 req-61d6827f-508a-4e0c-835b-c5e26516809e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 946 time: 0.1336660
Apr 19 19:49:29.847092 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9fb10eeb-ff61-48cb-b111-7d3f98786098 req-fe529649-8b28-441f-a102-8945dd512692 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435946
Apr 19 19:49:30.032334 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb16e0-d276-4597-8564-395827d31dcb req-6e5fd0eb-a1f6-4fb1-a0b8-ae3c4785d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:30.035619 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ecdb16e0-d276-4597-8564-395827d31dcb req-6e5fd0eb-a1f6-4fb1-a0b8-ae3c4785d3d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 1099 time: 0.0848501
Apr 19 19:49:30.086168 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ecdb16e0-d276-4597-8564-395827d31dcb req-208dd7ea-adff-4e33-89dc-df7105d3cb7b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428221
Apr 19 19:49:30.528134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1daf4-e51f-40e3-8c1f-8a53af2c6466 req-c2415f81-d89e-4cfe-9333-81f19ac56dc1 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:30.529788 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-82e1daf4-e51f-40e3-8c1f-8a53af2c6466 req-c2415f81-d89e-4cfe-9333-81f19ac56dc1 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 943 time: 0.0910840
Apr 19 19:49:30.577785 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-82e1daf4-e51f-40e3-8c1f-8a53af2c6466 req-8a5e2b48-0329-4328-bba1-96cc411d5aa5 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415099
Apr 19 19:49:31.060046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd37d1-ac6b-472a-a2f8-048c68b77be9 req-bed39940-6517-44f6-9e74-80a869d600de tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:31.061672 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ccd37d1-ac6b-472a-a2f8-048c68b77be9 req-bed39940-6517-44f6-9e74-80a869d600de tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 946 time: 0.0963364
Apr 19 19:49:31.112285 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ccd37d1-ac6b-472a-a2f8-048c68b77be9 req-41ebafe1-b1ed-4bd1-9154-3489af02199d tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431643
Apr 19 19:49:31.327067 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95810-5afd-44ee-b9f2-bb24ff17d8f6 req-97d52343-dffd-4df7-b73e-73d705262eb7 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:31.328704 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25c95810-5afd-44ee-b9f2-bb24ff17d8f6 req-97d52343-dffd-4df7-b73e-73d705262eb7 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 946 time: 0.0910759
Apr 19 19:49:31.380406 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25c95810-5afd-44ee-b9f2-bb24ff17d8f6 req-2eb3be3f-19e9-435f-8cce-dd65d0a81b7a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441344
Apr 19 19:49:31.406568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35852) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:31.409945 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 6a388baa-9736-4f49-8f3a-44a10d6b180e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:49:31.565196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 6a388baa-9736-4f49-8f3a-44a10d6b180e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a388baa-9736-4f49-8f3a-44a10d6b180e,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:31.579847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '6a388baa-9736-4f49-8f3a-44a10d6b180e', 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498', 'port_id': '6a388baa-9736-4f49-8f3a-44a10d6b180e', 'mac_address': 'fa:16:3e:1e:a8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cbebc4-f310-4010-861d-596bfcfd3c49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:49:31.617888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e7d0a2-c61b-4ace-ad7f-da93f86c5677 tempest-TestVolumeBootPattern-1381995559 tempest-TestVolumeBootPattern-1381995559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:31.622298 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d7e7d0a2-c61b-4ace-ad7f-da93f86c5677 tempest-TestVolumeBootPattern-1381995559 tempest-TestVolumeBootPattern-1381995559-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 1094 time: 0.2119448
Apr 19 19:49:31.622762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35862) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:31.629756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Request body: {'floatingip': {'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'port_id': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:31.642584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:31.649652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:31.656129 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Usage tracker for resource:floatingip and tenant:29e6b178b50c4f2c8cce9409ac14df4e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:31.659825 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:31.661992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a388baa-9736-4f49-8f3a-44a10d6b180e {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:49:31.666625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:31.680967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 6a388baa-9736-4f49-8f3a-44a10d6b180e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a388baa-9736-4f49-8f3a-44a10d6b180e,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:31.684091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:31.686667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:31.688864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:31.769648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=6a388baa-9736-4f49-8f3a-44a10d6b180e,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:31.773469 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:31.892929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef56e4-51a9-45b2-863d-116248b0ca5b req-a8d55f5d-9420-4582-8bac-3aab27abd31e tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:31.894636 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-60ef56e4-51a9-45b2-863d-116248b0ca5b req-a8d55f5d-9420-4582-8bac-3aab27abd31e tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 944 time: 0.1776652
Apr 19 19:49:31.979207 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-60ef56e4-51a9-45b2-863d-116248b0ca5b req-c62b9332-fcc3-4123-a934-e7d99ddebdfd tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771456
Apr 19 19:49:31.980704 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:32.008663 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['6a388baa-9736-4f49-8f3a-44a10d6b180e'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:49:32.148696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Allocated IP 172.27.3.71 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/8de7d4b2-1128-4808-ac4d-001af6021cb2) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:49:32.307619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:32.337942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:32.342837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-201b062a-61c8-47f3-8cc4-c9dc4b3591aa tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:32.411454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:32.415014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:32.419014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:49:32.721074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'Port': ['ID=8de7d4b2-1128-4808-ac4d-001af6021cb2,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:32.725884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:33.225351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:33.255813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e9572-18ad-4f6b-8b74-f1c09fc9f8b9 req-67b724dc-23c4-4163-ad19-e3418533a4ce tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:33.257456 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b07e9572-18ad-4f6b-8b74-f1c09fc9f8b9 req-67b724dc-23c4-4163-ad19-e3418533a4ce tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 944 time: 0.1157598
Apr 19 19:49:33.362858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:33.396942 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b07e9572-18ad-4f6b-8b74-f1c09fc9f8b9 req-b6b66b01-bad3-4f96-b5b4-a43b4ebbb706 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309114
Apr 19 19:49:33.424742 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 6a388baa-9736-4f49-8f3a-44a10d6b180e up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:49:33.504111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 6a388baa-9736-4f49-8f3a-44a10d6b180e completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:49:33.511156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 6a388baa-9736-4f49-8f3a-44a10d6b180e triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:33.511771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:33.623764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:33.627793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:33.632791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-70db4061-7143-4067-93cc-705fb09414c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:33.647674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:33.678301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef776de-7cf9-4827-8654-18b0cec0ffd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a388baa-9736-4f49-8f3a-44a10d6b180e'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:49:33.689958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 6a388baa-9736-4f49-8f3a-44a10d6b180e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a388baa-9736-4f49-8f3a-44a10d6b180e,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:33.693572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:33.696234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b68540c2-d041-4be8-b2b2-410c4da36313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:33.753507 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event updated for resources: {'Port': ['ID=8de7d4b2-1128-4808-ac4d-001af6021cb2,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:33.758738 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:33.767036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:33.783295 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef776de-7cf9-4827-8654-18b0cec0ffd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a388baa-9736-4f49-8f3a-44a10d6b180e', 'code': 200}
Apr 19 19:49:33.789550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=6a388baa-9736-4f49-8f3a-44a10d6b180e,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:33.793065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:34.003783 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Floating IP 56d4bcd4-fea2-42e6-8624-f00e85bd8317 associated. External IP: 172.27.3.71, port: cf130c23-77fd-4bdc-9a64-f6e66639cb6b.
Apr 19 19:49:34.209470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9d648-5990-4cc3-b313-ed1cf4b46ae7 req-d63f7ca6-c0fa-411e-9f3b-2b2f19322e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:34.211130 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b2f9d648-5990-4cc3-b313-ed1cf4b46ae7 req-d63f7ca6-c0fa-411e-9f3b-2b2f19322e8d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 1098 time: 0.2495649
Apr 19 19:49:34.406153 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b2f9d648-5990-4cc3-b313-ed1cf4b46ae7 req-d2ee8e54-15f6-4d82-84df-696d1f3f26f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838756
Apr 19 19:49:34.457409 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Router ab857948-74d2-473c-bfff-5b010d327407 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:49:34.727145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:49:34.738313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] Sync routers for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:49:34.741736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9efbb-df7a-428d-b7bb-af6c0ca1a0ef req-9757e13c-cb28-406f-9fa8-b9f26ac4f353 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:34.743409 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66f9efbb-df7a-428d-b7bb-af6c0ca1a0ef req-9757e13c-cb28-406f-9fa8-b9f26ac4f353 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 945 time: 0.1547520
Apr 19 19:49:34.756844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:49:34.757723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b10d8d0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:34.782855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:34.861576 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66f9efbb-df7a-428d-b7bb-af6c0ca1a0ef req-981b9815-73ee-457b-8539-c7f2bb1d181c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024919
Apr 19 19:49:34.873880 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2443507
Apr 19 19:49:34.873880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:49:34.938715 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'status': 'completed', 'code': 200}
Apr 19 19:49:35.062952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72002eb5-910a-4d24-9872-0fe66223c390 req-b7bee092-1ea3-4e71-a286-d0645b38fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:35.065389 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72002eb5-910a-4d24-9872-0fe66223c390 req-b7bee092-1ea3-4e71-a286-d0645b38fac4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 1099 time: 0.0947394
Apr 19 19:49:35.144769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:49:35.215214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72002eb5-910a-4d24-9872-0fe66223c390 req-b2e0835e-a877-466c-abbb-8a2481365588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:35.216804 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72002eb5-910a-4d24-9872-0fe66223c390 req-b2e0835e-a877-466c-abbb-8a2481365588 service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.1446655
Apr 19 19:49:35.331949 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72002eb5-910a-4d24-9872-0fe66223c390 req-bc2921f9-dd0e-4783-8d6f-81639baac9e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b HTTP/1.1" status: 200  len: 999 time: 0.1069324
Apr 19 19:49:35.410903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72002eb5-910a-4d24-9872-0fe66223c390 req-0c4cbb85-6e0d-46c7-9be5-4ed140527ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:35.412565 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72002eb5-910a-4d24-9872-0fe66223c390 req-0c4cbb85-6e0d-46c7-9be5-4ed140527ceb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.0710411
Apr 19 19:49:35.501276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72002eb5-910a-4d24-9872-0fe66223c390 req-80ce07bc-3381-4aa4-a157-a901cd07493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:35.503581 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72002eb5-910a-4d24-9872-0fe66223c390 req-80ce07bc-3381-4aa4-a157-a901cd07493e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805328
Apr 19 19:49:35.543546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b10d8d0>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '56d4bcd4-fea2-42e6-8624-f00e85bd8317', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:62:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:49:33Z', 'updated_at': '2021-04-19T19:49:33Z', 'revision_number': 0, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}, {'id': '6437c8fc-04c5-4564-81fa-bd9543649184', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:13Z', 'updated_at': '2021-04-19T19:47:17Z', 'revision_number': 1, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:35.547707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] Checking router: ab857948-74d2-473c-bfff-5b010d327407 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:49:35.559279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:49:35.560115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b10d8d0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:35.653506 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72002eb5-910a-4d24-9872-0fe66223c390 req-4a0ddc40-17c8-45bd-a233-0103275c52b4 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420081
Apr 19 19:49:35.772199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:49:35.804344 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72002eb5-910a-4d24-9872-0fe66223c390 req-63cb62eb-a606-45e9-bd07-4ca275b88cd6 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439755
Apr 19 19:49:36.116731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432747ea-d4e6-4411-88b5-c6255e56c831 req-f8c963fd-f0c6-4bc6-a4dd-9bac00e36b56 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:36.118608 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-432747ea-d4e6-4411-88b5-c6255e56c831 req-f8c963fd-f0c6-4bc6-a4dd-9bac00e36b56 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 945 time: 0.1161375
Apr 19 19:49:36.172018 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-432747ea-d4e6-4411-88b5-c6255e56c831 req-a05de783-a069-4776-abca-237a569149c6 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468438
Apr 19 19:49:36.179762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b10d8d0>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '56d4bcd4-fea2-42e6-8624-f00e85bd8317', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:62:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:49:33Z', 'updated_at': '2021-04-19T19:49:33Z', 'revision_number': 0, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}, {'id': '6437c8fc-04c5-4564-81fa-bd9543649184', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:13Z', 'updated_at': '2021-04-19T19:47:17Z', 'revision_number': 1, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:36.184633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bb53b-67ff-4965-89bc-2c483349defa None None] The sync data for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi is: [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '56d4bcd4-fea2-42e6-8624-f00e85bd8317', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:62:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:49:33Z', 'updated_at': '2021-04-19T19:49:33Z', 'revision_number': 0, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}, {'id': '6437c8fc-04c5-4564-81fa-bd9543649184', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:13Z', 'updated_at': '2021-04-19T19:47:17Z', 'revision_number': 1, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:49:36.226435 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 35966) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:36.370651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:36.388372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:36.392966 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] Usage tracker for resource:security_group_rule and tenant:d313e994a5a14bb8bcca78215d954bd4 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:36.396115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:36.402455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:36.494419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d79637-2d22-49ef-bd81-5eb4204ca47a None None] New status for floating IP 56d4bcd4-fea2-42e6-8624-f00e85bd8317: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:49:36.496459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:36.499858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:36.510375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d419424-09d3-46d6-b3cd-a8040b0c89cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:36.558698 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d313e994a5a14bb8bcca78215d954bd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3279996
Apr 19 19:49:36.558698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9106f0e5-26a8-4c35-9048-cfd709554740,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:36.559877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 35974) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:36.560384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f0ace603-a6fd-487e-8f71-8e71ee692859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:36.652074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f2a1526-662d-43dd-a304-9ebcf160179f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:36.682947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f2a1526-662d-43dd-a304-9ebcf160179f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:36.734408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f2a1526-662d-43dd-a304-9ebcf160179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:36.746456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-89c6629e-4b62-4320-b60b-11182e7dac98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:36.761919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a1526-662d-43dd-a304-9ebcf160179f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9106f0e5-26a8-4c35-9048-cfd709554740,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:36.765570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3f2a1526-662d-43dd-a304-9ebcf160179f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:36.766655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f2a1526-662d-43dd-a304-9ebcf160179f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:36.771959 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3f2a1526-662d-43dd-a304-9ebcf160179f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9106f0e5-26a8-4c35-9048-cfd709554740 HTTP/1.1" status: 204  len: 168 time: 0.2089231
Apr 19 19:49:37.489884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe84b6-d0e8-4f54-adc1-4083ce1ff47d req-16568d0b-f3f9-48bf-ae9c-a0d77328555b tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:37.491516 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-97fe84b6-d0e8-4f54-adc1-4083ce1ff47d req-16568d0b-f3f9-48bf-ae9c-a0d77328555b tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 945 time: 0.0991421
Apr 19 19:49:37.543893 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-97fe84b6-d0e8-4f54-adc1-4083ce1ff47d req-962b6dd7-cffc-43c7-a5f9-06faee7f6f11 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460107
Apr 19 19:49:38.760018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2fe46-c843-46fe-ab11-96813856b7ce req-0900b95c-9623-4548-9cae-442dd9dbe6a9 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:38.762080 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d9d2fe46-c843-46fe-ab11-96813856b7ce req-0900b95c-9623-4548-9cae-442dd9dbe6a9 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 945 time: 0.0972414
Apr 19 19:49:38.810668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:39.099351 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d9d2fe46-c843-46fe-ab11-96813856b7ce req-d4e08ff3-cc4d-4885-83af-c494ff8add09 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3271613
Apr 19 19:49:39.137881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f73aba77-b46a-4146-99eb-d1742b0e22ff tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:39.139416 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f73aba77-b46a-4146-99eb-d1742b0e22ff tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 945 time: 0.1001053
Apr 19 19:49:39.221670 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Deleting port 6a388baa-9736-4f49-8f3a-44a10d6b180e {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:49:39.222179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:39.227118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:49:39.495621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] For port 6a388baa-9736-4f49-8f3a-44a10d6b180e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a388baa-9736-4f49-8f3a-44a10d6b180e,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:39.495980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:39.638218 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Calling delete_port for 6a388baa-9736-4f49-8f3a-44a10d6b180e owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:49:39.805147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:39.810863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f705784-82a3-49de-8b6d-519a09bdbb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:39.818221 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['6a388baa-9736-4f49-8f3a-44a10d6b180e'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:49:39.859701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Pushing event deleted for resources: {'Port': ['ID=6a388baa-9736-4f49-8f3a-44a10d6b180e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:39.864517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:39.946979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] No DVR routers for this DVR port 6a388baa-9736-4f49-8f3a-44a10d6b180e on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:49:39.949333 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:39.952233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef776de-7cf9-4827-8654-18b0cec0ffd9', 'name': 'network-vif-deleted', 'tag': '6a388baa-9736-4f49-8f3a-44a10d6b180e'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:49:39.973119 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-392cbe1e-9e74-4470-ad18-c3205914b8db req-f4ae6d2b-f631-49ed-8836-4ced935c37af tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.60 "DELETE /v2.0/ports/6a388baa-9736-4f49-8f3a-44a10d6b180e HTTP/1.1" status: 204  len: 173 time: 0.8280761
Apr 19 19:49:40.004765 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef776de-7cf9-4827-8654-18b0cec0ffd9', 'name': 'network-vif-deleted', 'tag': '6a388baa-9736-4f49-8f3a-44a10d6b180e', 'status': 'completed', 'code': 200}
Apr 19 19:49:40.269840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d1b460ee-4679-40f7-8d43-44fcc971f8eb req-3eb80bda-f257-42b4-86bc-1a65420c4d82 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Synchronizing usage tracker for tenant:b626265fb5c5419089f6e0f198db79ac on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:49:40.284811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d1b460ee-4679-40f7-8d43-44fcc971f8eb req-3eb80bda-f257-42b4-86bc-1a65420c4d82 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Unset dirty status for tenant:b626265fb5c5419089f6e0f198db79ac on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:49:40.286072 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1b460ee-4679-40f7-8d43-44fcc971f8eb req-3eb80bda-f257-42b4-86bc-1a65420c4d82 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 210 time: 0.0650809
Apr 19 19:49:41.453062 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cd80c78-67c7-4075-9a60-ce9a030d480c req-1980ea00-b810-4978-b4e9-8dfe4454d9f2 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 210 time: 0.0491486
Apr 19 19:49:42.624297 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-80263b9e-509e-46e6-97f8-b4bafbcae7b7 req-97a11a5f-2de8-4d89-8d14-cb58e24396f1 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 210 time: 0.0552649
Apr 19 19:49:43.439783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 6a388baa-9736-4f49-8f3a-44a10d6b180e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:49:43.478527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 6a388baa-9736-4f49-8f3a-44a10d6b180e {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:49:43.478932 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 6a388baa-9736-4f49-8f3a-44a10d6b180e not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:49:43.806998 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-35e4927e-8fe7-40a5-b9b4-64adff5710d7 req-d21fe5e4-cb23-4ec2-ba3c-7a94c6671499 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef776de-7cf9-4827-8654-18b0cec0ffd9 HTTP/1.1" status: 200  len: 210 time: 0.0524666
Apr 19 19:49:45.268776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-da37aaa5-263a-4da7-a139-23afd4e48c0c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:45.270390 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-da37aaa5-263a-4da7-a139-23afd4e48c0c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/networks?id=ec09745a-e26b-4066-8afa-ddcf41b90498 HTTP/1.1" status: 200  len: 808 time: 0.1668186
Apr 19 19:49:45.287059 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-05a36bdc-f0e7-4dd4-a065-7d3ebb166547 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/quotas/b626265fb5c5419089f6e0f198db79ac HTTP/1.1" status: 200  len: 375 time: 0.0101066
Apr 19 19:49:45.341310 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-a6c158f2-3b98-4c4f-af50-a50f8dffd551 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b626265fb5c5419089f6e0f198db79ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485582
Apr 19 19:49:45.599307 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-fa8177a4-04d0-4435-8699-ebe4cc4a1ca7 service neutron] 10.222.0.13 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2498584
Apr 19 19:49:45.745961 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-d95cf0df-26ec-434c-80b4-4a500bb6d3ec service neutron] 10.222.0.13 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401620
Apr 19 19:49:45.949164 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b49aab2-53e5-44f1-a1c9-8d8efe27fefd req-a118875a-5c6e-42c3-a17c-8007175e650c tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 210 time: 0.0540643
Apr 19 19:49:46.703818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36120) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:46.848155 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:46.863665 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:46.867961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Usage tracker for resource:security_group_rule and tenant:6bb131bae4ee49b7a31b33f83973a12d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:46.871163 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:46.877420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:47.167550 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-614dc373-15b7-494a-836e-28904f858647 req-461aff7c-3b1d-48ab-abda-a6eec3ffdf16 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 210 time: 0.0771363
Apr 19 19:49:47.183558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-19157f7c-434a-4ad7-bce6-17ee8afa3b4f tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:47.185102 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-19157f7c-434a-4ad7-bce6-17ee8afa3b4f tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.60 "GET /v2.0/networks?id=ec09745a-e26b-4066-8afa-ddcf41b90498 HTTP/1.1" status: 200  len: 808 time: 0.2666464
Apr 19 19:49:47.187042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:47.191036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:47.199837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d2e0adab-c5b7-4b3e-ba1e-8ac8703894e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:47.220673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Request body: {'port': {'device_id': 'ccbd2813-de21-4590-8932-9183a1c94cc6', 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498', 'admin_state_up': True, 'tenant_id': 'b626265fb5c5419089f6e0f198db79ac'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:47.321775 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bb131bae4ee49b7a31b33f83973a12d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6166773
Apr 19 19:49:47.322723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d446cbb-62ff-4533-91a4-ad4e0b7160e7,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:47.324713 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36140) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:47.331816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:47.388032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c049893d-b687-404f-a657-023f8fd6adf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:47.398735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:47.409671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:47.417233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c049893d-b687-404f-a657-023f8fd6adf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:47.418660 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Made reservation on behalf of b626265fb5c5419089f6e0f198db79ac for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:49:47.425714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:47.473397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c049893d-b687-404f-a657-023f8fd6adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:47.478784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a22be871-00d6-47cf-a5f6-c1a0520ce601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:47.491908 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049893d-b687-404f-a657-023f8fd6adf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d446cbb-62ff-4533-91a4-ad4e0b7160e7,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:47.495073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c049893d-b687-404f-a657-023f8fd6adf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:47.497154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c049893d-b687-404f-a657-023f8fd6adf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:47.499846 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c049893d-b687-404f-a657-023f8fd6adf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d446cbb-62ff-4533-91a4-ad4e0b7160e7 HTTP/1.1" status: 204  len: 168 time: 0.1740294
Apr 19 19:49:47.598747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Allocated IP 172.20.0.9 (ec09745a-e26b-4066-8afa-ddcf41b90498/44cbebc4-f310-4010-861d-596bfcfd3c49/0556074d-1811-4992-9383-8ceccc6c3b95) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:49:47.825893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:47.856526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:47.865244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ded177be-c2e8-42ec-a850-abf6ce47ab94 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:47.930677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Network ec09745a-e26b-4066-8afa-ddcf41b90498 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:47.939206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:47.944217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:49:47.994155 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Pushing event updated for resources: {'Port': ['ID=0556074d-1811-4992-9383-8ceccc6c3b95,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:47.998844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:48.023634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:48.024358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.055770 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8411701
Apr 19 19:49:48.070286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Request body: {'port': {'device_id': 'ccbd2813-de21-4590-8932-9183a1c94cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:48.190756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.245605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36168) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:48.362973 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-794024571-network', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:48.368065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:48.372145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Usage tracker for resource:network and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:48.375071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:48.381816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:48.391546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Made reservation on behalf of 4e32b2019a9b4ec6ba345b15c035cb50 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:49:48.396502 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.410164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.425861 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:48.429943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Usage tracker for resource:security_group_rule and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:48.433140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:48.439421 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:48.526812 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.529637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.530616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dfb1d-a360-4a54-a285-6874d4eaa59e req-a006cd99-1811-465c-9516-242e5d399459 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:48.531372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-df4dfb1d-a360-4a54-a285-6874d4eaa59e req-a006cd99-1811-465c-9516-242e5d399459 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Synchronizing usage tracker for tenant:b626265fb5c5419089f6e0f198db79ac on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:49:48.534677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-843bb897-8e45-4f9c-8d03-b0715df11aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:48.562980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:49:48.565925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-df4dfb1d-a360-4a54-a285-6874d4eaa59e req-a006cd99-1811-465c-9516-242e5d399459 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Unset dirty status for tenant:b626265fb5c5419089f6e0f198db79ac on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:49:48.567231 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df4dfb1d-a360-4a54-a285-6874d4eaa59e req-a006cd99-1811-465c-9516-242e5d399459 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 931 time: 0.2545862
Apr 19 19:49:48.573267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f4887e-19fb-433b-a9bc-5ee1587ba120,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:48.577172 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:48.580479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.581042 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Added segment 70924295-7fb4-44e8-8888-5b20e1402876 of type vlan for network 17f9765f-91de-4011-ad4a-a559400e1682
Apr 19 19:49:48.607646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.638236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.639548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:48.640175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.645727 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:48.681665 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df4dfb1d-a360-4a54-a285-6874d4eaa59e req-d2c6065a-a157-4e01-9a21-7b2bec494770 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076918
Apr 19 19:49:48.685860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0556074d-1811-4992-9383-8ceccc6c3b95 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:49:48.694153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.709956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Transition to ACTIVE for port object 0556074d-1811-4992-9383-8ceccc6c3b95 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:48.712724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.717437 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-36c88380-7792-44d5-adba-999e41c74594 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:48.756844 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5095425
Apr 19 19:49:48.757518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Pushing event updated for resources: {'Network': ['ID=17f9765f-91de-4011-ad4a-a559400e1682,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:48.759549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36176) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:48.762385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cefcbd37-7231-4513-b886-b7c88d7dfec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:48.766225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Request body: {'subnet': {'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-794024571-subnet', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:48.770745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 17f9765f-91de-4011-ad4a-a559400e1682 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:49:48.772369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:48.776412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Usage tracker for resource:subnet and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:48.779679 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:48.786801 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:48.796322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Made reservation on behalf of 4e32b2019a9b4ec6ba345b15c035cb50 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:49:48.801369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848424537'] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:48.918703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Pushing event updated for resources: {'Port': ['ID=0556074d-1811-4992-9383-8ceccc6c3b95,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:48.926439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:48.968043 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Attempting to bind port 0556074d-1811-4992-9383-8ceccc6c3b95 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:49:48.968400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Attempting to bind port 0556074d-1811-4992-9383-8ceccc6c3b95 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6f95cdf3-75a1-460a-baa2-808d43e23183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:49:48.968769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Attempting to bind port 0556074d-1811-4992-9383-8ceccc6c3b95 on network ec09745a-e26b-4066-8afa-ddcf41b90498 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:49:48.973922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Port 0556074d-1811-4992-9383-8ceccc6c3b95 on network ec09745a-e26b-4066-8afa-ddcf41b90498 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:49:48.974323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Attempting to bind port 0556074d-1811-4992-9383-8ceccc6c3b95 on network ec09745a-e26b-4066-8afa-ddcf41b90498 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:49:48.979802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:49:48.980173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Checking segment: {'id': '6f95cdf3-75a1-460a-baa2-808d43e23183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:49:48.980588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Bound using segment: {'id': '6f95cdf3-75a1-460a-baa2-808d43e23183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:49:48.981128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Bound port: 0556074d-1811-4992-9383-8ceccc6c3b95, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f95cdf3-75a1-460a-baa2-808d43e23183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:49:48.981513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.092808 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] For port 0556074d-1811-4992-9383-8ceccc6c3b95, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:49:49.096184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] For port 0556074d-1811-4992-9383-8ceccc6c3b95, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0556074d-1811-4992-9383-8ceccc6c3b95,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:49:49.100337 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.105176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8eac8aa5-56ca-4db6-bbe5-c440798e4452 tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:49.162524 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:49.162758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.164265 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] 10.222.0.60 "PUT /v2.0/ports/0556074d-1811-4992-9383-8ceccc6c3b95 HTTP/1.1" status: 200  len: 1093 time: 1.0989718
Apr 19 19:49:49.166927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbd2813-de21-4590-8932-9183a1c94cc6', 'tag': '0556074d-1811-4992-9383-8ceccc6c3b95'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:49:49.199584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Pushing event updated for resources: {'Port': ['ID=0556074d-1811-4992-9383-8ceccc6c3b95,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:49.202785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:49.231922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6522333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848424522'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.237967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f3b389f2-f2c7-4428-8e32-8948760e9853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:49.248008 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbd2813-de21-4590-8932-9183a1c94cc6', 'tag': '0556074d-1811-4992-9383-8ceccc6c3b95', 'status': 'completed', 'code': 200}
Apr 19 19:49:49.285454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-6f327150-bb04-4e8f-b0c7-8ab1ef358ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:49.287090 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-6f327150-bb04-4e8f-b0c7-8ab1ef358ca8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b626265fb5c5419089f6e0f198db79ac&device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 1096 time: 0.0815578
Apr 19 19:49:49.318429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b452bf2-6b0e-4816-8fed-53d8d72323c3,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:49.324073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:49.326750 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Checking segment: {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:49:49.327144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Network hostable DHCP agents. Network: 17f9765f-91de-4011-ad4a-a559400e1682, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:49:49.346938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Network 17f9765f-91de-4011-ad4a-a559400e1682 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:49:49.355834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 17f9765f-91de-4011-ad4a-a559400e1682) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:49.366788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055d4ff-d83d-43e2-9d81-263b9fdec2b1 None None] Network 17f9765f-91de-4011-ad4a-a559400e1682 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:49:49.369403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:49.370066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.395608 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6320603
Apr 19 19:49:49.396015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36184) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:49.402525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:49.408565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:49.413220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Usage tracker for resource:router and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:49.417145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:49.424912 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:49.438150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.439452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.464564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.609371 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-292d659f-13cc-49a8-9152-3cba4e4404f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0556074d-1811-4992-9383-8ceccc6c3b95 HTTP/1.1" status: 200  len: 217 time: 0.3128214
Apr 19 19:49:49.633972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-17f9765f-91de-4011-ad4a-a559400e1682', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:49:49.635166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.680662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-254c7d9f-19ae-475b-bf87-94f1125e4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:49.682160 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-254c7d9f-19ae-475b-bf87-94f1125e4b71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44cbebc4-f310-4010-861d-596bfcfd3c49 HTTP/1.1" status: 200  len: 848 time: 0.0654132
Apr 19 19:49:49.748683 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-b140a94f-d749-47f3-b554-45b020e37fff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec09745a-e26b-4066-8afa-ddcf41b90498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584455
Apr 19 19:49:49.759646 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:49.808690 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Allocated IP 172.20.0.2 (17f9765f-91de-4011-ad4a-a559400e1682/4b452bf2-6b0e-4816-8fed-53d8d72323c3/cd279486-4f48-4c7b-898a-1888029bc500) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:49:49.972623 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-f55be518-24f3-4c60-afa0-6717ee364a85 service neutron] 10.222.0.60 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166927
Apr 19 19:49:49.985022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c3bfa-536b-4821-bd89-7599ead1bbd4 req-05c73dd4-32e2-4486-a855-cda69e55343e tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:49.986804 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-372c3bfa-536b-4821-bd89-7599ead1bbd4 req-05c73dd4-32e2-4486-a855-cda69e55343e tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 943 time: 0.1483641
Apr 19 19:49:50.054869 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:50.067619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Transition to ACTIVE for port object cd279486-4f48-4c7b-898a-1888029bc500 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:50.089570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Transition to ACTIVE for port object cd279486-4f48-4c7b-898a-1888029bc500 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:50.099065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:50.108376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:50.134091 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:50.136011 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-372c3bfa-536b-4821-bd89-7599ead1bbd4 req-f548caa6-a4ef-48ed-81ca-715fc9c28240 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263411
Apr 19 19:49:50.174172 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:50.180914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Network 17f9765f-91de-4011-ad4a-a559400e1682 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:50.191207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:50.195457 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03ed4373-e9a9-4030-8a03-c3d0e5eed4c6 req-2abae415-3b8f-433d-a394-fa7cc686d866 service neutron] 10.222.0.60 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076218
Apr 19 19:49:50.196466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:49:50.243102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Pushing event updated for resources: {'Port': ['ID=cd279486-4f48-4c7b-898a-1888029bc500,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:50.250510 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:50.304644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Attempting to bind port cd279486-4f48-4c7b-898a-1888029bc500 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:49:50.305062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Attempting to bind port cd279486-4f48-4c7b-898a-1888029bc500 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:49:50.305466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Attempting to bind port cd279486-4f48-4c7b-898a-1888029bc500 on network 17f9765f-91de-4011-ad4a-a559400e1682 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:49:50.311606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:49:50.312012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Checking segment: {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:49:50.312804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:50.313325 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Bound using segment: {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:49:50.313824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Bound port: cd279486-4f48-4c7b-898a-1888029bc500, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:49:50.314428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:50.322822 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Allocated IP 172.27.3.162 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/e5dfdb53-db1a-46ef-8aaf-b8af292c67cd) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:49:50.339033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-6b6132d5-0041-4589-8795-f6f4e4ecf9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:50.340666 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-6b6132d5-0041-4589-8795-f6f4e4ecf9e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b626265fb5c5419089f6e0f198db79ac&device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 1096 time: 0.0856962
Apr 19 19:49:50.414502 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] For port cd279486-4f48-4c7b-898a-1888029bc500, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:49:50.417644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] For port cd279486-4f48-4c7b-898a-1888029bc500, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=cd279486-4f48-4c7b-898a-1888029bc500,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:49:50.421251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:50.426195 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:50.481487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:50.491076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-641c5e05-7803-44bb-b668-eb7fe072d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:50.492863 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-641c5e05-7803-44bb-b668-eb7fe072d182 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec09745a-e26b-4066-8afa-ddcf41b90498 HTTP/1.1" status: 200  len: 909 time: 0.1451120
Apr 19 19:49:50.515281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:50.520428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Pushing event updated for resources: {'Port': ['ID=cd279486-4f48-4c7b-898a-1888029bc500,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:50.523786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:50.525017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e01340a8-169f-4f2c-8603-d27b43d9c729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:50.576526 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-b6bdd968-737b-4c39-a356-bbcfb10aaf38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0556074d-1811-4992-9383-8ceccc6c3b95 HTTP/1.1" status: 200  len: 217 time: 0.0731163
Apr 19 19:49:50.580207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:50.583415 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:50.587530 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:49:50.652893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Pushing event updated for resources: {'Port': ['ID=e5dfdb53-db1a-46ef-8aaf-b8af292c67cd,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:50.655821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-059ca7c7-0f04-4df9-9b27-d74575678501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:50.658096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:50.658421 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-059ca7c7-0f04-4df9-9b27-d74575678501 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44cbebc4-f310-4010-861d-596bfcfd3c49 HTTP/1.1" status: 200  len: 848 time: 0.0752082
Apr 19 19:49:50.716350 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-6f1754d3-bc96-4a60-ac99-57c5598de8f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec09745a-e26b-4066-8afa-ddcf41b90498&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479300
Apr 19 19:49:50.908292 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-ae2c225b-8f34-4f18-95ea-bb8c1f84e9c9 service neutron] 10.222.0.60 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1828153
Apr 19 19:49:51.089194 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c1623c5-0a1f-4775-9ef5-8b12dfa5b102 req-68a635a4-621f-4038-86ea-2be2c64bfe49 service neutron] 10.222.0.60 "GET /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745462
Apr 19 19:49:51.368473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79935882-cc8b-42fc-8783-b1c0eacdf972 req-2bb93719-6004-41a5-8074-d2209ed78f9f tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:51.370235 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79935882-cc8b-42fc-8783-b1c0eacdf972 req-2bb93719-6004-41a5-8074-d2209ed78f9f tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 943 time: 0.1036551
Apr 19 19:49:51.384027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:51.420060 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79935882-cc8b-42fc-8783-b1c0eacdf972 req-c8ff4462-bbeb-4c95-9277-952a81acbdc3 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429115
Apr 19 19:49:51.527677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device cd279486-4f48-4c7b-898a-1888029bc500 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:49:51.598088 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port cd279486-4f48-4c7b-898a-1888029bc500 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:49:51.755338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:51.912652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa03964-eb29-492b-81b9-0b1fe37250bd None None] Network 17f9765f-91de-4011-ad4a-a559400e1682 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:49:51.974556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:49:52.009801 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-aaf21c43-def6-4483-bfef-fe5697ad1b78 None None] Provisioning for port cd279486-4f48-4c7b-898a-1888029bc500 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:49:52.018786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-aaf21c43-def6-4483-bfef-fe5697ad1b78 None None] Provisioning complete for port cd279486-4f48-4c7b-898a-1888029bc500 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:52.019206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf21c43-def6-4483-bfef-fe5697ad1b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:52.169989 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:49:52.192829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:52.194145 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.7971189
Apr 19 19:49:52.196923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36196) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:52.202691 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Sync routers for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:49:52.271712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:49:52.272394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70afd20b8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:52.413928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf21c43-def6-4483-bfef-fe5697ad1b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:52.502491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-aaf21c43-def6-4483-bfef-fe5697ad1b78 None None] For port cd279486-4f48-4c7b-898a-1888029bc500, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=cd279486-4f48-4c7b-898a-1888029bc500,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:52.513533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf21c43-def6-4483-bfef-fe5697ad1b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:52.518843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:52.574967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:49:52.686292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68aa7f-d1f8-4167-9e35-e051a9fc1597 req-15bc2a3d-1b8d-4519-842a-c14fbe27bcb8 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:52.691117 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c68aa7f-d1f8-4167-9e35-e051a9fc1597 req-15bc2a3d-1b8d-4519-842a-c14fbe27bcb8 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 943 time: 0.1309409
Apr 19 19:49:52.753433 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c68aa7f-d1f8-4167-9e35-e051a9fc1597 req-1248efb6-8bbc-467c-94c2-5fcf88fe9dc5 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586891
Apr 19 19:49:52.834818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf21c43-def6-4483-bfef-fe5697ad1b78 None None] Pushing event updated for resources: {'Port': ['ID=cd279486-4f48-4c7b-898a-1888029bc500,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:52.840893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aaf21c43-def6-4483-bfef-fe5697ad1b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:52.883055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-780ddb42-7485-4d81-9bde-d0beac4535ae None None] Provisioning complete for port cd279486-4f48-4c7b-898a-1888029bc500 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:52.883540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-780ddb42-7485-4d81-9bde-d0beac4535ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.000627 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.122514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70afd20b8>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:50Z', 'revision_number': 3, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:53.127367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Checking router: 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:49:53.127768 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Updating router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:49:53.207332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64f2aa75-721b-4767-bde3-12343179cbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.208905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.246694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Allocated IP 172.20.0.1 (17f9765f-91de-4011-ad4a-a559400e1682/4b452bf2-6b0e-4816-8fed-53d8d72323c3/c3e42a0b-9246-4f85-af3a-b743fa1bf7b9) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:49:53.430469 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.447834 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Transition to ACTIVE for port object c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:53.465167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 0556074d-1811-4992-9383-8ceccc6c3b95 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:49:53.474818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.480010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7d327a32-9cfd-4384-abf0-19808f86c0f8 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:53.512057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device cd279486-4f48-4c7b-898a-1888029bc500 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:49:53.550671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Network 17f9765f-91de-4011-ad4a-a559400e1682 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:53.554354 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:53.558404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:49:53.806541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port cd279486-4f48-4c7b-898a-1888029bc500 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:53.806973 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.836948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e42a0b-9246-4f85-af3a-b743fa1bf7b9,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:53.841233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:53.864548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.867536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.870908 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 0556074d-1811-4992-9383-8ceccc6c3b95, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0556074d-1811-4992-9383-8ceccc6c3b95,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:53.908394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Transition to ACTIVE for port object e5dfdb53-db1a-46ef-8aaf-b8af292c67cd will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:53.916307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '0556074d-1811-4992-9383-8ceccc6c3b95', 'network_id': 'ec09745a-e26b-4066-8afa-ddcf41b90498', 'port_id': '0556074d-1811-4992-9383-8ceccc6c3b95', 'mac_address': 'fa:16:3e:5d:d9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cbebc4-f310-4010-861d-596bfcfd3c49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:49:53.923677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:53.927491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0cce23b1-c32c-4e80-b5c3-5aef67849e08 None None] Provisioning for port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:49:53.932689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:53.982923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcaa78-445b-4fb4-a8af-d8d41048778f req-4688d269-9f68-41da-b592-054b37f563f9 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:53.984529 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ebcaa78-445b-4fb4-a8af-d8d41048778f req-4688d269-9f68-41da-b592-054b37f563f9 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 943 time: 0.1008327
Apr 19 19:49:54.009387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0cce23b1-c32c-4e80-b5c3-5aef67849e08 None None] Provisioning complete for port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:54.009817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0cce23b1-c32c-4e80-b5c3-5aef67849e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.043441 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ebcaa78-445b-4fb4-a8af-d8d41048778f req-63e1748b-3354-4bd5-8ecb-6d5f7b3c69a7 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517128
Apr 19 19:49:54.139199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.142358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.187150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Attempting to bind port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:49:54.187486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Attempting to bind port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:49:54.187898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Attempting to bind port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:49:54.385253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0cce23b1-c32c-4e80-b5c3-5aef67849e08 None None] Port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:49:54.401787 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adc27f-5034-4f2b-9894-c177a0502be4 None None] Pushing event updated for resources: {'Port': ['ID=e5dfdb53-db1a-46ef-8aaf-b8af292c67cd,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:54.403102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.404346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:49:54.404767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:49:54.405309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.405640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:49:54.406508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Bound port: e5dfdb53-db1a-46ef-8aaf-b8af292c67cd, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:49:54.406978 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.411686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6521925'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.435409 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0556074d-1811-4992-9383-8ceccc6c3b95 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:49:54.439700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:54.443759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e1adc27f-5034-4f2b-9894-c177a0502be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:54.485983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 0556074d-1811-4992-9383-8ceccc6c3b95, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0556074d-1811-4992-9383-8ceccc6c3b95,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:54.491238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.493073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:54.529076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.535640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e42a0b-9246-4f85-af3a-b743fa1bf7b9,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:54.540451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:54.576324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] For port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:49:54.589680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] For port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=e5dfdb53-db1a-46ef-8aaf-b8af292c67cd,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:49:54.593079 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=0556074d-1811-4992-9383-8ceccc6c3b95,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:54.605281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:54.605281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:54.605281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:54.681376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Network 17f9765f-91de-4011-ad4a-a559400e1682 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:54.682721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:54.687152 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:49:54.687988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70afd20b8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:54.753317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['0556074d-1811-4992-9383-8ceccc6c3b95'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:49:54.857190 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adc27f-5034-4f2b-9894-c177a0502be4 None None] Pushing event updated for resources: {'Port': ['ID=e5dfdb53-db1a-46ef-8aaf-b8af292c67cd,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:54.870153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e1adc27f-5034-4f2b-9894-c177a0502be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:54.897145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:49:54.977231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a4129ac9-8ef2-4c36-b37d-9ce737a1ce4e None None] Provisioning complete for port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:54.977649 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4129ac9-8ef2-4c36-b37d-9ce737a1ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:55.056517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:49:55.104736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:49:55.120120 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/38cd4bbb-dfa0-4093-a78a-d0a8cfa32841/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9184566
Apr 19 19:49:55.160901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a4129ac9-8ef2-4c36-b37d-9ce737a1ce4e None None] Port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:49:55.241118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dbaa50da-108f-455e-82ab-7af46b55a8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:55.268154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9a56-6d1c-4f1a-9844-f62d0a6de808 req-3b3cf899-773e-4992-9db6-b61fd9b77dea tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:55.270172 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ba9e9a56-6d1c-4f1a-9844-f62d0a6de808 req-3b3cf899-773e-4992-9db6-b61fd9b77dea tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 944 time: 0.0937784
Apr 19 19:49:55.325285 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ba9e9a56-6d1c-4f1a-9844-f62d0a6de808 req-a6435d68-d895-4127-9bc8-0fc23289eca6 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478342
Apr 19 19:49:55.494914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70afd20b8>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 2, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:55.499220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93467d-8de7-429f-91b7-3a998524fb8a None None] The sync data for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi is: [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 2, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:49:55.688171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36246) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:55.694776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-76649585-network', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:55.699841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:55.704387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Usage tracker for resource:network and tenant:6bd07300e43f45a0bbb4ef7e671ba0ed is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:55.707993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:55.713991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:55.723636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Made reservation on behalf of 6bd07300e43f45a0bbb4ef7e671ba0ed for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:49:55.728377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:55.741330 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:55.756700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:55.760655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd07300e43f45a0bbb4ef7e671ba0ed is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:55.763584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:55.770058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:55.857506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:55.860762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:55.879757 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:49:55.893029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:55.893412 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Added segment 1139b84c-982c-4c3b-b14b-94be65f5533a of type vlan for network 828b1f03-b126-4a29-bb4e-b1c06218d671
Apr 19 19:49:55.895826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9df29810-953f-42bd-b215-b6a205d29dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:55.939294 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e318025-a7b3-40cb-af75-017ab5a27597,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:55.962238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:55.969063 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.015693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.017340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:56.017908 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.031266 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-89a10930-a3fe-4277-a170-7a0fc9557c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:56.122302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.141157 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.4515162
Apr 19 19:49:56.143041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Pushing event updated for resources: {'Network': ['ID=828b1f03-b126-4a29-bb4e-b1c06218d671,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:56.144788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36256) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:56.147373 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1d991eec-036a-49e4-8bc4-5e317096fda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:56.151802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Request body: {'subnet': {'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-76649585-subnet', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:56.155887 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:49:56.157715 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:56.162305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Usage tracker for resource:subnet and tenant:6bd07300e43f45a0bbb4ef7e671ba0ed is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:56.165491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:56.171906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:56.184517 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Made reservation on behalf of 6bd07300e43f45a0bbb4ef7e671ba0ed for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:49:56.190189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849256460'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.589542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.621445 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602afe79-ab81-4d94-8cdc-e69fa229e221 req-87080799-5a26-4f6f-9afc-ffd677dc1dcc tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:56.623118 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-602afe79-ab81-4d94-8cdc-e69fa229e221 req-87080799-5a26-4f6f-9afc-ffd677dc1dcc tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 944 time: 0.1140940
Apr 19 19:49:56.695856 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-602afe79-ab81-4d94-8cdc-e69fa229e221 req-170b3397-f82f-4859-b9d6-600acc9747a6 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648518
Apr 19 19:49:56.761765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5507698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849256475'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.767876 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f810c6d5-6382-445c-86e3-6aa1a323893c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:56.847526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbc2d82-fc72-4c72-8576-846678568101,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:56.861971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.862419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.862837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.863246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.863651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.864055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.864457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.864856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.865256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.865654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.866050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.866494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:49:56.871334 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:56.872186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Checking segment: {'id': '1139b84c-982c-4c3b-b14b-94be65f5533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:49:56.872582 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Network hostable DHCP agents. Network: 828b1f03-b126-4a29-bb4e-b1c06218d671, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:49:56.891565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:49:56.899760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 828b1f03-b126-4a29-bb4e-b1c06218d671) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:56.910082 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f336405-e1f6-4f95-8fe0-71dfb7b8994b None None] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:49:56.913016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:56.913675 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.935745 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e270d437-e775-42f5-9044-fbff88a4c44a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.7870421
Apr 19 19:49:56.936184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36264) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:56.941738 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:49:56.946949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:56.951493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Usage tracker for resource:router and tenant:6bd07300e43f45a0bbb4ef7e671ba0ed is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:56.955400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:56.961997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:56.972738 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.974027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:56.989674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.149579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-828b1f03-b126-4a29-bb4e-b1c06218d671', 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'fixed_ips': [{'subnet_id': '9dbc2d82-fc72-4c72-8576-846678568101'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:49:57.150678 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.290868 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.324802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Allocated IP 172.20.0.2 (828b1f03-b126-4a29-bb4e-b1c06218d671/9dbc2d82-fc72-4c72-8576-846678568101/78382680-fdd8-451a-8470-d27448e481cc) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:49:57.487244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 0556074d-1811-4992-9383-8ceccc6c3b95 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:49:57.553808 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device e5dfdb53-db1a-46ef-8aaf-b8af292c67cd up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:49:57.634065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.669901 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.683487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.706681 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.709949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 0556074d-1811-4992-9383-8ceccc6c3b95 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:49:57.727056 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 0556074d-1811-4992-9383-8ceccc6c3b95 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:57.727700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.762528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Transition to ACTIVE for port object 78382680-fdd8-451a-8470-d27448e481cc will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:57.772080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:49:57.787943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:57.788127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.820243 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Allocated IP 172.27.3.140 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/5cd13dca-59b5-40c5-a227-5da69ddeb480) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:49:57.846130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Transition to ACTIVE for port object 78382680-fdd8-451a-8470-d27448e481cc will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:57.855928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:57.868515 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:57.965191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:57.973427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:58.010961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:49:58.013890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Pushing event updated for resources: {'Port': ['ID=78382680-fdd8-451a-8470-d27448e481cc,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:58.030774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:58.275392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3f257-cef5-43fa-82af-cdf19c56e6df req-79472f4a-005d-45d6-b8ac-68ced2ebf826 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:58.277392 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ff3f257-cef5-43fa-82af-cdf19c56e6df req-79472f4a-005d-45d6-b8ac-68ced2ebf826 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 944 time: 0.4594231
Apr 19 19:49:58.349694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:58.351782 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:58.360959 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ff3f257-cef5-43fa-82af-cdf19c56e6df req-19e350d8-6b67-455b-b364-69c84a8a7bcb tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746243
Apr 19 19:49:58.393298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:58.398606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:58.409027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Attempting to bind port 78382680-fdd8-451a-8470-d27448e481cc on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:49:58.409448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Attempting to bind port 78382680-fdd8-451a-8470-d27448e481cc by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '1139b84c-982c-4c3b-b14b-94be65f5533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:49:58.409857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Attempting to bind port 78382680-fdd8-451a-8470-d27448e481cc on network 828b1f03-b126-4a29-bb4e-b1c06218d671 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:49:58.418312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:58.422856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbd2813-de21-4590-8932-9183a1c94cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0556074d-1811-4992-9383-8ceccc6c3b95'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:49:58.436298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:49:58.436721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Checking segment: {'id': '1139b84c-982c-4c3b-b14b-94be65f5533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:49:58.437170 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:58.437611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Bound using segment: {'id': '1139b84c-982c-4c3b-b14b-94be65f5533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:49:58.438135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Bound port: 78382680-fdd8-451a-8470-d27448e481cc, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139b84c-982c-4c3b-b14b-94be65f5533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:49:58.439154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:58.460990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 0556074d-1811-4992-9383-8ceccc6c3b95, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0556074d-1811-4992-9383-8ceccc6c3b95,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:58.474654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:49:58.477931 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:49:58.482229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:49:58.498871 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbd2813-de21-4590-8932-9183a1c94cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0556074d-1811-4992-9383-8ceccc6c3b95', 'code': 200}
Apr 19 19:49:58.500556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=e5dfdb53-db1a-46ef-8aaf-b8af292c67cd,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:49:58.507256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:58.517060 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:58.522183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd13dca-59b5-40c5-a227-5da69ddeb480,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:58.530521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:58.573215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:58.663546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=0556074d-1811-4992-9383-8ceccc6c3b95,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:58.666889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] For port 78382680-fdd8-451a-8470-d27448e481cc, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:49:58.670527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:58.672288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] For port 78382680-fdd8-451a-8470-d27448e481cc, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=78382680-fdd8-451a-8470-d27448e481cc,segment=NetworkSegment(1139b84c-982c-4c3b-b14b-94be65f5533a),segment_id=1139b84c-982c-4c3b-b14b-94be65f5533a)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:49:58.673857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:58.716965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:58.730276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Sync routers for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:49:58.745140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:49:58.747118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70afeb5c0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:58.773166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=e5dfdb53-db1a-46ef-8aaf-b8af292c67cd,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:58.785488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:58.786253 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:58.868619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Pushing event updated for resources: {'Port': ['ID=78382680-fdd8-451a-8470-d27448e481cc,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:58.879692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f87ae4d4-c185-4b19-a25f-8e5e2f7058ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:58.897810 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36284) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:58.973957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:49:59.046193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.061660 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9dec1-51ab-4876-8bc7-c995d4803498 req-2dc411be-cc3b-4798-8f69-035c22450067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:59.065637 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-93a9dec1-51ab-4876-8bc7-c995d4803498 req-2dc411be-cc3b-4798-8f69-035c22450067 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 1098 time: 0.2938776
Apr 19 19:49:59.069859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:49:59.074449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:42694866963a4d4699126631bafa649d is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:49:59.090452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:49:59.097876 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:49:59.130989 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.222123 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.226603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.243144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40b18eba-35d1-45f4-a83b-958ab594d8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:59.291535 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42694866963a4d4699126631bafa649d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3895624
Apr 19 19:49:59.291774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36290) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:49:59.296385 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4b5cc8-1ebb-44bf-bb2b-8220d38adddf,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:59.305224 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-93a9dec1-51ab-4876-8bc7-c995d4803498 req-26eff1dd-3c19-4470-8975-a9b44cbf9197 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326925
Apr 19 19:49:59.311946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:59.367331 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70afeb5c0>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 2, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:49:59.370096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a34fd7ca-7c47-487e-902e-7d6ab3a012de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.371627 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Checking router: 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:49:59.372309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Updating router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:49:59.398301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a34fd7ca-7c47-487e-902e-7d6ab3a012de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.431528 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.481639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a34fd7ca-7c47-487e-902e-7d6ab3a012de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.487888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c049893d-b687-404f-a657-023f8fd6adf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:49:59.502996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fd7ca-7c47-487e-902e-7d6ab3a012de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4b5cc8-1ebb-44bf-bb2b-8220d38adddf,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:49:59.509139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a34fd7ca-7c47-487e-902e-7d6ab3a012de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:49:59.511291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a34fd7ca-7c47-487e-902e-7d6ab3a012de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.512872 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a34fd7ca-7c47-487e-902e-7d6ab3a012de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e4b5cc8-1ebb-44bf-bb2b-8220d38adddf HTTP/1.1" status: 204  len: 168 time: 0.2197528
Apr 19 19:49:59.683241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4601-2a9f-42b2-a8c8-2314d1c6205a req-4d4f6906-54ad-46f6-979c-640e4a1dcbb4 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:49:59.691050 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-961d4601-2a9f-42b2-a8c8-2314d1c6205a req-4d4f6906-54ad-46f6-979c-640e4a1dcbb4 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 945 time: 0.1616485
Apr 19 19:49:59.695964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 78382680-fdd8-451a-8470-d27448e481cc up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:49:59.717867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.773125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 78382680-fdd8-451a-8470-d27448e481cc completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:49:59.778655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device e5dfdb53-db1a-46ef-8aaf-b8af292c67cd up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:49:59.872627 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:49:59.873044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.887121 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-961d4601-2a9f-42b2-a8c8-2314d1c6205a req-d2568c17-df1f-4930-8760-991f1b1b235e tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947942
Apr 19 19:49:59.889798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.912403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Transition to ACTIVE for port object c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:49:59.921039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:49:59.935965 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:00.002645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Router 71215fa7-172f-4a37-8aef-128339e91a31 is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:50:00.230195 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Pushing event updated for resources: {'Port': ['ID=c3e42a0b-9246-4f85-af3a-b743fa1bf7b9,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:00.275995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.276387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.277027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.277403 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.277772 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.278144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.278553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.278923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.279291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.279645 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.279998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.280623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:00.301227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:00.303753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Attempting to bind port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:00.304166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Attempting to bind port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:00.304602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Attempting to bind port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 on network 17f9765f-91de-4011-ad4a-a559400e1682 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:00.316228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:00.316651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Checking segment: {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:00.317226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:00.317666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Bound using segment: {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:00.318202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Bound port: c3e42a0b-9246-4f85-af3a-b743fa1bf7b9, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:00.318685 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:00.321551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:50:00.331124 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Sync routers for ids ['71215fa7-172f-4a37-8aef-128339e91a31'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:50:00.355540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Routers {'71215fa7-172f-4a37-8aef-128339e91a31'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:00.358649 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7167a26a0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['71215fa7-172f-4a37-8aef-128339e91a31'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:00.380038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:00.381615 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.4445443
Apr 19 19:50:00.384657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36312) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:00.497090 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] For port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:00.501575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] For port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=c3e42a0b-9246-4f85-af3a-b743fa1bf7b9,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:00.506839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:00.513589 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:00.570030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e1b38-9616-424f-bfc7-ecd95336fcc4 None None] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:50:00.599746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:00.600862 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70afeb5c0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:00.678710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36320) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:00.812623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Set router 71215fa7-172f-4a37-8aef-128339e91a31 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:00.893874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-588562762-network', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:00.900372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:00.904622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Usage tracker for resource:network and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:00.909476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:00.915752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:00.925167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Made reservation on behalf of 66ca8a35fb85468095dcfd182255d0ea for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:50:00.930006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:00.944508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:00.961260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:00.975252 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Usage tracker for resource:security_group_rule and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:00.980323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:00.987306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:01.067924 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9d9b38a2-4e50-437f-a728-e8e2e3edb81c None None] Provisioning for port 78382680-fdd8-451a-8470-d27448e481cc completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:01.085144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9d9b38a2-4e50-437f-a728-e8e2e3edb81c None None] Provisioning complete for port 78382680-fdd8-451a-8470-d27448e481cc triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:01.085571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d9b38a2-4e50-437f-a728-e8e2e3edb81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.114395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Pushing event updated for resources: {'Port': ['ID=c3e42a0b-9246-4f85-af3a-b743fa1bf7b9,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:01.123232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:01.182356 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:01.206205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.217104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.223577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e3dd8e7e-be27-45b1-87bc-0e7eac69518c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:01.257070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d77fbd-07fc-4098-8208-2f51ddda21ee,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:01.270456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:01.288085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:50:01.314889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c07eee-016b-4d01-8bbf-a7b7f6e52d2c req-ff8c62cd-a24c-4b23-a8f5-5de61b048882 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:01.316601 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c8c07eee-016b-4d01-8bbf-a7b7f6e52d2c req-ff8c62cd-a24c-4b23-a8f5-5de61b048882 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 945 time: 0.1758602
Apr 19 19:50:01.319481 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.319861 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Added segment ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b of type vlan for network 78c96191-f23b-48be-a7de-e4b7d4d60ca4
Apr 19 19:50:01.379338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.390044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.417610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d9b38a2-4e50-437f-a728-e8e2e3edb81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.420654 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c8c07eee-016b-4d01-8bbf-a7b7f6e52d2c req-2ba0a7e7-532e-422e-8331-c483ceb841f7 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964010
Apr 19 19:50:01.503744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-9d9b38a2-4e50-437f-a728-e8e2e3edb81c None None] For port 78382680-fdd8-451a-8470-d27448e481cc, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=78382680-fdd8-451a-8470-d27448e481cc,segment=NetworkSegment(1139b84c-982c-4c3b-b14b-94be65f5533a),segment_id=1139b84c-982c-4c3b-b14b-94be65f5533a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:01.520554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d9b38a2-4e50-437f-a728-e8e2e3edb81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.522668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aaf21c43-def6-4483-bfef-fe5697ad1b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:01.585342 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7167a26a0>, [{'id': '71215fa7-172f-4a37-8aef-128339e91a31', 'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:56Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 3, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'gw_port': {'id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:57Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:01.607886 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:01.678010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Checking router: 71215fa7-172f-4a37-8aef-128339e91a31 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:50:01.678438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Updating router 71215fa7-172f-4a37-8aef-128339e91a31 port 5cd13dca-59b5-40c5-a227-5da69ddeb480 binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:50:01.764830 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70afeb5c0>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:50:00Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:01.780804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf1894-bdb6-4eff-9f5d-6d19fc622515 None None] The sync data for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi is: [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:50:00Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:50:01.830189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.862500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.864180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:01.864833 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:01.871640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-58bb222f-85f3-4053-a7a0-25147d0f8a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:01.995598 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3154697
Apr 19 19:50:02.004234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36334) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:02.013847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Request body: {'subnet': {'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-588562762-subnet', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:02.021449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:02.040892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Usage tracker for resource:subnet and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:02.048265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:02.060598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:02.063080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Pushing event updated for resources: {'Network': ['ID=78c96191-f23b-48be-a7de-e4b7d4d60ca4,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:02.070170 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa724488-2f7e-4e9b-a468-ea22e723575e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:02.122268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Made reservation on behalf of 66ca8a35fb85468095dcfd182255d0ea for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:50:02.128976 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848424537'] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:02.171232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:50:02.210439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b38a2-4e50-437f-a728-e8e2e3edb81c None None] Pushing event updated for resources: {'Port': ['ID=78382680-fdd8-451a-8470-d27448e481cc,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:02.214081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9d9b38a2-4e50-437f-a728-e8e2e3edb81c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:02.247852 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Allocated IP 172.20.0.1 (828b1f03-b126-4a29-bb4e-b1c06218d671/9dbc2d82-fc72-4c72-8576-846678568101/d8271a71-815c-4c92-bf09-c449a124dcf0) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:50:02.374894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-739e02f8-ea64-4ea1-9b13-44842fe29600 None None] Provisioning complete for port 78382680-fdd8-451a-8470-d27448e481cc triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:02.375343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-739e02f8-ea64-4ea1-9b13-44842fe29600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:02.428964 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:02.453022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:02.453451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:02.503236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:02.551246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Transition to ACTIVE for port object d8271a71-815c-4c92-bf09-c449a124dcf0 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:02.659070 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:02.665135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3c864af-7dc8-44ce-9312-e4034d66a98e tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:02.747562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:02.754596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:02.759916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:50:02.800156 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Pushing event updated for resources: {'Port': ['ID=d8271a71-815c-4c92-bf09-c449a124dcf0,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:02.806831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:02.819143 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:02.843775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:02.957754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6522333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848424522'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:02.968831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e585dfa8-9a2e-4fe4-89d8-a90b86988a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:02.986124 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=c3e42a0b-9246-4f85-af3a-b743fa1bf7b9,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:03.001398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.008553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.012010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:03.012754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb7b99-c13c-45df-a8d7-4caf70290cc6 req-08dd46a2-f54f-474a-8505-4d5c76c99418 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:03.022812 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86bb7b99-c13c-45df-a8d7-4caf70290cc6 req-08dd46a2-f54f-474a-8505-4d5c76c99418 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 945 time: 0.1053984
Apr 19 19:50:03.079946 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86bb7b99-c13c-45df-a8d7-4caf70290cc6 req-104a5983-844d-4b4d-bc5e-3dcb50fb9afc tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560534
Apr 19 19:50:03.081847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f08282-96b1-4956-beb6-042080c1bbb9,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:03.090009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Transition to ACTIVE for port object 5cd13dca-59b5-40c5-a227-5da69ddeb480 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:03.105941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.120795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:03.131985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Checking segment: {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:03.132379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Network hostable DHCP agents. Network: 78c96191-f23b-48be-a7de-e4b7d4d60ca4, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:50:03.147153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=c3e42a0b-9246-4f85-af3a-b743fa1bf7b9,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:03.154104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:03.155138 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:03.163829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.182890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:50:03.195026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-35a83d6b-df44-4ac1-a743-c73a67f9b8aa None None] Provisioning for port d8271a71-815c-4c92-bf09-c449a124dcf0 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:03.206986 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Attempting to bind port 5cd13dca-59b5-40c5-a227-5da69ddeb480 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:03.207410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Attempting to bind port 5cd13dca-59b5-40c5-a227-5da69ddeb480 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:03.207822 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Attempting to bind port 5cd13dca-59b5-40c5-a227-5da69ddeb480 on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:03.215673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-35a83d6b-df44-4ac1-a743-c73a67f9b8aa None None] Provisioning complete for port d8271a71-815c-4c92-bf09-c449a124dcf0 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:03.216096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-35a83d6b-df44-4ac1-a743-c73a67f9b8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.228391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 78c96191-f23b-48be-a7de-e4b7d4d60ca4) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:03.257045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:03.257604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.261114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9698df05-30d1-4740-9c8b-e889ff39f413 None None] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:50:03.286119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:03.286563 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:03.287041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.287482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:03.288030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Bound port: 5cd13dca-59b5-40c5-a227-5da69ddeb480, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:03.288450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.349826 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-24887706-18bf-40d5-966d-fddcf340c6cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3445156
Apr 19 19:50:03.352728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36346) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:03.359166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:03.366826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:03.371440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Usage tracker for resource:router and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:03.376136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:03.385295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:03.396286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.398536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.402603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be9edb-95a4-4023-b42a-0038249c6130 None None] Pushing event updated for resources: {'Port': ['ID=5cd13dca-59b5-40c5-a227-5da69ddeb480,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:03.411159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-62be9edb-95a4-4023-b42a-0038249c6130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:03.424679 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.428047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-35a83d6b-df44-4ac1-a743-c73a67f9b8aa None None] Port d8271a71-815c-4c92-bf09-c449a124dcf0 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:50:03.445603 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.449918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6521925'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.483450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc31d80-2f8c-4f3e-a08a-ec72e6b2007b tempest-VolumesNegativeTest-756113567 tempest-VolumesNegativeTest-756113567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:03.496321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] For port 5cd13dca-59b5-40c5-a227-5da69ddeb480, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:03.545239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] For port 5cd13dca-59b5-40c5-a227-5da69ddeb480, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=5cd13dca-59b5-40c5-a227-5da69ddeb480,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:03.551447 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 78382680-fdd8-451a-8470-d27448e481cc up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:03.574417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.579075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Pushing event updated for resources: {'Port': ['ID=d8271a71-815c-4c92-bf09-c449a124dcf0,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:03.586363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:03.589372 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.603002 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:03.730168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:03.732048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:03.770264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Routers {'71215fa7-172f-4a37-8aef-128339e91a31'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:03.770987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7167a26a0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['71215fa7-172f-4a37-8aef-128339e91a31'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:03.825106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:50:03.826033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.843717 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:03.851057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be9edb-95a4-4023-b42a-0038249c6130 None None] Pushing event updated for resources: {'Port': ['ID=5cd13dca-59b5-40c5-a227-5da69ddeb480,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:03.936531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-62be9edb-95a4-4023-b42a-0038249c6130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:03.949183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Router 71215fa7-172f-4a37-8aef-128339e91a31 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:50:04.174593 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:50:04.180833 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] 10.222.0.13 "PUT /v2.0/routers/71215fa7-172f-4a37-8aef-128339e91a31/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7947307
Apr 19 19:50:04.195988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 78382680-fdd8-451a-8470-d27448e481cc triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:04.196568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:04.279809 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-af5d45d0-2dfe-4f9e-a68e-b51f9465283c None None] Provisioning complete for port d8271a71-815c-4c92-bf09-c449a124dcf0 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:04.280241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af5d45d0-2dfe-4f9e-a68e-b51f9465283c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:04.390740 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:04.426453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] Set router 71215fa7-172f-4a37-8aef-128339e91a31 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:04.435592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:04.493300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-af5d45d0-2dfe-4f9e-a68e-b51f9465283c None None] Port d8271a71-815c-4c92-bf09-c449a124dcf0 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:50:04.541439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b103055-4b32-4deb-a771-114bfd724810 req-28ad1fbc-4eb9-4919-9b45-49294912d180 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:04.543073 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b103055-4b32-4deb-a771-114bfd724810 req-28ad1fbc-4eb9-4919-9b45-49294912d180 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 945 time: 0.2984619
Apr 19 19:50:04.564176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24132050-0543-41cc-9cdd-59bc6528a0ca req-a95623ef-233f-453a-ba29-19f2ac388c25 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:04.566681 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-24132050-0543-41cc-9cdd-59bc6528a0ca req-a95623ef-233f-453a-ba29-19f2ac388c25 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 945 time: 0.3162732
Apr 19 19:50:04.671515 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Allocated IP 172.20.0.2 (78c96191-f23b-48be-a7de-e4b7d4d60ca4/92f08282-96b1-4956-beb6-042080c1bbb9/a78ea6b7-c1f7-48da-a891-cef0cebaa412) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:50:04.733299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3b103055-4b32-4deb-a771-114bfd724810 req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Deleting port 0556074d-1811-4992-9383-8ceccc6c3b95 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:50:04.733718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3b103055-4b32-4deb-a771-114bfd724810 req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:04.747388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:04.754652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36358) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:04.761217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164963058', 'description': 'tempest-secgroup-smoke-1164963058 description', 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:04.769341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:04.773575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:security_group and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:04.777127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:04.784972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:04.792704 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-24132050-0543-41cc-9cdd-59bc6528a0ca req-755aad06-b2e8-478d-b103-0796ddc60b21 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/security-groups?id=72b344f8-bd3b-4172-b75e-015670402a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138019
Apr 19 19:50:04.800797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:04.826290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Allocated IP 172.27.3.200 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/2107373a-9318-400e-ae7e-7bc937fbd883) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:50:04.840139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:04.845309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:security_group_rule and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:04.848859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:04.855529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:04.937895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:04.941390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:04.963419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-944c10c2-945c-45af-8994-e80fbedfeb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:04.995072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a1cb3e-5541-410d-a6dd-e23eb0955c1a,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:04.998400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.002428 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2434609
Apr 19 19:50:05.002428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0db746fc-79f3-42ed-9a8d-b73e4bf40022 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:05.003246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36364) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:05.009010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Request body: {'security_group_rule': {'security_group_id': '98a1cb3e-5541-410d-a6dd-e23eb0955c1a', 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:05.015783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:05.021374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:security_group_rule and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:05.024471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:05.032247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:05.040232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:05.040232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.051115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.122033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.126953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.129243 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0181d7bb-0316-436e-b531-75fdb517c9eb tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:05.154624 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d375f2ab-aeec-4ca9-98b3-129053a1cc7e,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:05.158092 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:05.165200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.169286 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1626410
Apr 19 19:50:05.169668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36368) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:05.176506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Request body: {'security_group_rule': {'security_group_id': '98a1cb3e-5541-410d-a6dd-e23eb0955c1a', 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:05.183298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:05.187618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:security_group_rule and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:05.191613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:05.198297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:05.214680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.220466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.221140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3b103055-4b32-4deb-a771-114bfd724810 req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] For port 0556074d-1811-4992-9383-8ceccc6c3b95, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0556074d-1811-4992-9383-8ceccc6c3b95,segment=NetworkSegment(6f95cdf3-75a1-460a-baa2-808d43e23183),segment_id=6f95cdf3-75a1-460a-baa2-808d43e23183)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:05.221793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3b103055-4b32-4deb-a771-114bfd724810 req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.231595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.269706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Transition to ACTIVE for port object a78ea6b7-c1f7-48da-a891-cef0cebaa412 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:05.280060 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7167a26a0>, [{'id': '71215fa7-172f-4a37-8aef-128339e91a31', 'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:56Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 4, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'gw_port': {'id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:57Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'd8271a71-815c-4c92-bf09-c449a124dcf0', 'name': '', 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'mac_address': 'fa:16:3e:0a:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9dbc2d82-fc72-4c72-8576-846678568101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:01Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 2, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'subnets': [{'id': '9dbc2d82-fc72-4c72-8576-846678568101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:05.292496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.295813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.298699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f137c8a3-d34b-4534-8e3e-965307cf0a7c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:05.304725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0766a-e3c5-44c5-8581-a5be387fb3af None None] The sync data for ids ['71215fa7-172f-4a37-8aef-128339e91a31'] in dv-cinder-786933-1-iscsi is: [{'id': '71215fa7-172f-4a37-8aef-128339e91a31', 'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:56Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 4, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'gw_port': {'id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:57Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'd8271a71-815c-4c92-bf09-c449a124dcf0', 'name': '', 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'mac_address': 'fa:16:3e:0a:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9dbc2d82-fc72-4c72-8576-846678568101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:01Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 2, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'subnets': [{'id': '9dbc2d82-fc72-4c72-8576-846678568101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:50:05.318182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Transition to ACTIVE for port object a78ea6b7-c1f7-48da-a891-cef0cebaa412 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:05.325333 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.336278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c723200-a2c6-4c41-9323-211b626f8a73,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:05.336683 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-62be9edb-95a4-4023-b42a-0038249c6130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:05.340811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:05.341974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.347119 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7c164443-5290-4982-bcd1-0100f5fc5c75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1727047
Apr 19 19:50:05.347472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36372) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:05.354199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Request body: {'security_group_rule': {'security_group_id': '98a1cb3e-5541-410d-a6dd-e23eb0955c1a', 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:05.362377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:05.366447 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:security_group_rule and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:05.369820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:05.374648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3b103055-4b32-4deb-a771-114bfd724810 req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Calling delete_port for 0556074d-1811-4992-9383-8ceccc6c3b95 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:50:05.379970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:05.392906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:05.396005 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:05.400181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:50:05.405420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.445388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.452343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae093907-c55f-4aea-b360-2900ae4d7f3f tempest-AttachVolumeNegativeTest-1114919852 tempest-AttachVolumeNegativeTest-1114919852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:05.487398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.490649 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.493260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:05.495550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Pushing event updated for resources: {'Port': ['ID=a78ea6b7-c1f7-48da-a891-cef0cebaa412,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:05.504327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:05.514598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8487261a-0318-40d0-b1fc-641437b0a1fa,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:05.519076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:05.522587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Attempting to bind port a78ea6b7-c1f7-48da-a891-cef0cebaa412 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:05.523616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Attempting to bind port a78ea6b7-c1f7-48da-a891-cef0cebaa412 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:05.524558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Attempting to bind port a78ea6b7-c1f7-48da-a891-cef0cebaa412 on network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:05.525431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:05.532376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:05.532946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Checking segment: {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:05.533402 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.533827 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Bound using segment: {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:05.534386 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Bound port: a78ea6b7-c1f7-48da-a891-cef0cebaa412, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:05.534758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.535102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.540156 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-00ddb85e-cbdc-4f64-9d5a-0cb2a8ac0273 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1872828
Apr 19 19:50:05.540310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:05.540395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36376) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:05.541076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:50:05.545761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Request body: {'security_group_rule': {'security_group_id': '98a1cb3e-5541-410d-a6dd-e23eb0955c1a', 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:05.554604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:05.560608 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:security_group_rule and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:05.564662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:05.572233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:05.591587 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.606505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Pushing event updated for resources: {'Port': ['ID=2107373a-9318-400e-ae7e-7bc937fbd883,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:05.611743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:05.639450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] For port a78ea6b7-c1f7-48da-a891-cef0cebaa412, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:05.643849 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] For port a78ea6b7-c1f7-48da-a891-cef0cebaa412, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=a78ea6b7-c1f7-48da-a891-cef0cebaa412,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:05.647491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.653089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:05.697841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.701512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.751073 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dcfdcf98-67d3-478d-8c9e-d803152c46ca tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:05.764773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.769712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Pushing event updated for resources: {'Port': ['ID=a78ea6b7-c1f7-48da-a891-cef0cebaa412,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:05.769887 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2257609
Apr 19 19:50:05.770257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:05.787098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96b61cb-cf0c-4230-8b7e-dcee30a8a581,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:05.799414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b1f01ea-8ee9-40d1-b823-7c9a86deab81 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:05.803001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36380) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:05.809335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Request body: {'security_group_rule': {'security_group_id': '98a1cb3e-5541-410d-a6dd-e23eb0955c1a', 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:05.817640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:05.821043 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:security_group_rule and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:05.825581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:05.832348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:05.859448 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Project 4e32b2019a9b4ec6ba345b15c035cb50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:50:05.868215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.939167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3b103055-4b32-4deb-a771-114bfd724810 req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.942899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.946580 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.948780 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:05.951612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['0556074d-1811-4992-9383-8ceccc6c3b95'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:50:05.966192 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733b5473-7f16-4ab6-a9bd-f6d7acc3401c,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:05.970866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:05.987821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:05.992285 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1881683
Apr 19 19:50:05.992989 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36386) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:05.998609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Request body: {'security_group_rule': {'security_group_id': '98a1cb3e-5541-410d-a6dd-e23eb0955c1a', 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:06.005967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:06.010085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:security_group_rule and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:06.013284 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:06.021236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cec97a96-4be5-4840-b301-6659e5e3b699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:06.021416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:06.043463 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Project 4e32b2019a9b4ec6ba345b15c035cb50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:50:06.052351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:06.150549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:06.156348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:06.159416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e56ee829-98ae-4592-a7c9-62fcc60a69aa tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:06.197971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa6c734-c445-45ed-b9bf-55b5338a1dcf,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:06.201443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:06.205184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:06.214849 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2125802
Apr 19 19:50:06.514398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Pushing event deleted for resources: {'Port': ['ID=0556074d-1811-4992-9383-8ceccc6c3b95,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:06.517084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:06.589063 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8b81a043-b7e3-4687-8cf8-9fb72b42fddb req-04f7890a-4921-46ca-af9d-779503b448b1 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccbd2813-de21-4590-8932-9183a1c94cc6 HTTP/1.1" status: 200  len: 210 time: 0.2025301
Apr 19 19:50:06.637339 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b103055-4b32-4deb-a771-114bfd724810 req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] No DVR routers for this DVR port 0556074d-1811-4992-9383-8ceccc6c3b95 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:50:06.639950 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3b103055-4b32-4deb-a771-114bfd724810 req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:06.648422 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbd2813-de21-4590-8932-9183a1c94cc6', 'name': 'network-vif-deleted', 'tag': '0556074d-1811-4992-9383-8ceccc6c3b95'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:50:06.687624 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b103055-4b32-4deb-a771-114bfd724810 req-0f38fc96-5a13-4e0f-a39a-2f3882347097 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] 10.222.0.60 "DELETE /v2.0/ports/0556074d-1811-4992-9383-8ceccc6c3b95 HTTP/1.1" status: 204  len: 173 time: 2.1198075
Apr 19 19:50:06.715086 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbd2813-de21-4590-8932-9183a1c94cc6', 'name': 'network-vif-deleted', 'tag': '0556074d-1811-4992-9383-8ceccc6c3b95', 'status': 'completed', 'code': 200}
Apr 19 19:50:06.731940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:07.156512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:07.414691 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Router 6b9cb2bf-c7de-46f3-8453-642992ecb28d is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:50:07.491185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf5a8f-3095-41f7-bd0a-f6f94ec3f987 None None] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:50:07.624708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ff49b5df-9396-4cfc-a20d-ded953822c16 None None] Provisioning for port a78ea6b7-c1f7-48da-a891-cef0cebaa412 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:07.628661 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 5cd13dca-59b5-40c5-a227-5da69ddeb480 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:07.669381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:50:07.685158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Sync routers for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:50:07.692697 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:07.696712 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.3400192
Apr 19 19:50:07.697963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36448) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:07.698894 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:07.699718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a3c1668>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:07.783200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 5cd13dca-59b5-40c5-a227-5da69ddeb480 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:07.793701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 5cd13dca-59b5-40c5-a227-5da69ddeb480 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:07.794665 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:07.939425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:08.215929 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-056bea4a-a55c-4273-8d92-ab94f0858d4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1617665
Apr 19 19:50:08.431426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:08.450232 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a3c1668>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:05Z', 'revision_number': 3, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:08.455307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Checking router: 6b9cb2bf-c7de-46f3-8453-642992ecb28d for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:50:08.455703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Updating router 6b9cb2bf-c7de-46f3-8453-642992ecb28d port 2107373a-9318-400e-ae7e-7bc937fbd883 binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:50:08.479239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 5cd13dca-59b5-40c5-a227-5da69ddeb480, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=5cd13dca-59b5-40c5-a227-5da69ddeb480,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:08.482639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:08.483577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device a78ea6b7-c1f7-48da-a891-cef0cebaa412 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:08.550907 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-0af82646-a715-49d2-8021-6b31f623ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:08.552561 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-0af82646-a715-49d2-8021-6b31f623ceff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 1098 time: 0.2028871
Apr 19 19:50:08.571046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:08.587363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:08.740525 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=5cd13dca-59b5-40c5-a227-5da69ddeb480,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:08.744108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:08.750512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port a78ea6b7-c1f7-48da-a891-cef0cebaa412 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:08.755392 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b3a6f8e0-6a39-46a9-aba7-7a5a8a7c4a98 None None] Provisioning complete for port a78ea6b7-c1f7-48da-a891-cef0cebaa412 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:08.755882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f8e0-6a39-46a9-aba7-7a5a8a7c4a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:08.817606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-3601f8df-5b1d-4ecc-91e8-aa417f73cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:08.819554 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-3601f8df-5b1d-4ecc-91e8-aa417f73cd52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.2424190
Apr 19 19:50:08.874366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port a78ea6b7-c1f7-48da-a891-cef0cebaa412 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:08.874787 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:08.967314 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-6e83f2c2-6be7-4339-b42d-05b78e62284f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d HTTP/1.1" status: 200  len: 1001 time: 0.1358492
Apr 19 19:50:09.055214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.056295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-0cd9d5c5-c96b-4028-92ee-599786ec9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:09.058037 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-0cd9d5c5-c96b-4028-92ee-599786ec9557 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.0841627
Apr 19 19:50:09.079409 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Sync routers for ids ['71215fa7-172f-4a37-8aef-128339e91a31'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:50:09.153308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.169807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-0f622585-14cb-45c3-a01e-3e3711a704ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:09.171892 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-0f622585-14cb-45c3-a01e-3e3711a704ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1069388
Apr 19 19:50:09.173949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Transition to ACTIVE for port object 2107373a-9318-400e-ae7e-7bc937fbd883 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:09.180828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.185265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Routers {'71215fa7-172f-4a37-8aef-128339e91a31'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:09.185976 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ac05c50>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['71215fa7-172f-4a37-8aef-128339e91a31'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:09.192294 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-26e8699e-258b-4487-a9b5-4fbdeab94516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:09.261159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.372650 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-d157db34-c1c5-4e61-98dc-930a09d668f4 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1930416
Apr 19 19:50:09.380127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Attempting to bind port 2107373a-9318-400e-ae7e-7bc937fbd883 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:09.380550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Attempting to bind port 2107373a-9318-400e-ae7e-7bc937fbd883 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:09.382700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Attempting to bind port 2107373a-9318-400e-ae7e-7bc937fbd883 on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:09.392634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:09.393061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:09.393513 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.393961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:09.394511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Bound port: 2107373a-9318-400e-ae7e-7bc937fbd883, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:09.395117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.474755 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f8e0-6a39-46a9-aba7-7a5a8a7c4a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.489037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] For port 2107373a-9318-400e-ae7e-7bc937fbd883, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:09.492961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] For port 2107373a-9318-400e-ae7e-7bc937fbd883, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=2107373a-9318-400e-ae7e-7bc937fbd883,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:09.505032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.541005 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 0556074d-1811-4992-9383-8ceccc6c3b95 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:50:09.545414 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e9aa6-d83e-477a-92ee-d643551b2def None None] Pushing event updated for resources: {'Port': ['ID=2107373a-9318-400e-ae7e-7bc937fbd883,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:09.550624 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3a7e9aa6-d83e-477a-92ee-d643551b2def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:09.553442 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c35d181-394f-456c-9f82-3cf8d60666f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:09.647411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Set router 71215fa7-172f-4a37-8aef-128339e91a31 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:09.651056 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-100dc2b8-f11e-491c-9d3a-d29bf22f1469 req-8260706b-95e4-4d9b-857f-fac6fc81956d service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2691891
Apr 19 19:50:09.657307 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e9aa6-d83e-477a-92ee-d643551b2def None None] Pushing event updated for resources: {'Port': ['ID=2107373a-9318-400e-ae7e-7bc937fbd883,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:09.671439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3a7e9aa6-d83e-477a-92ee-d643551b2def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:09.673565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:09.674756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a3c1668>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:09.682888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Allocated IP 172.20.0.1 (78c96191-f23b-48be-a7de-e4b7d4d60ca4/92f08282-96b1-4956-beb6-042080c1bbb9/233925fd-b528-4f7e-a3c3-518aeb49ac19) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:50:09.812763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.851291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.853098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 0556074d-1811-4992-9383-8ceccc6c3b95 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:50:09.853594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 0556074d-1811-4992-9383-8ceccc6c3b95 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:50:09.869793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Transition to ACTIVE for port object 233925fd-b528-4f7e-a3c3-518aeb49ac19 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:09.905640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:09.907066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:09.912831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f5750d0b-0588-477d-8241-dd5c3ec8ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:09.944228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-b3a6f8e0-6a39-46a9-aba7-7a5a8a7c4a98 None None] For port a78ea6b7-c1f7-48da-a891-cef0cebaa412, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=a78ea6b7-c1f7-48da-a891-cef0cebaa412,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:09.994776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f8e0-6a39-46a9-aba7-7a5a8a7c4a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:10.005749 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:10.007841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:10.009543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:10.027789 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:50:10.121648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:10.152586 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Pushing event updated for resources: {'Port': ['ID=233925fd-b528-4f7e-a3c3-518aeb49ac19,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:10.157564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:10.207186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6f8e0-6a39-46a9-aba7-7a5a8a7c4a98 None None] Pushing event updated for resources: {'Port': ['ID=a78ea6b7-c1f7-48da-a891-cef0cebaa412,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:10.210926 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3a6f8e0-6a39-46a9-aba7-7a5a8a7c4a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:10.221167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:50:10.221585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:50:10.276899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:10.312101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a3c1668>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:05Z', 'revision_number': 3, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:10.317433 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e64ce-7892-4efe-a0e2-c10057df3aab None None] The sync data for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi is: [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:05Z', 'revision_number': 3, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:50:10.337126 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ac05c50>, [{'id': '71215fa7-172f-4a37-8aef-128339e91a31', 'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:56Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 4, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'gw_port': {'id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:57Z', 'updated_at': '2021-04-19T19:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'd8271a71-815c-4c92-bf09-c449a124dcf0', 'name': '', 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'mac_address': 'fa:16:3e:0a:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9dbc2d82-fc72-4c72-8576-846678568101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:01Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 2, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'subnets': [{'id': '9dbc2d82-fc72-4c72-8576-846678568101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:10.337126 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7152156f-8569-4e92-a694-854dc75cf1e1 None None] Provisioning for port 233925fd-b528-4f7e-a3c3-518aeb49ac19 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:10.342300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7152156f-8569-4e92-a694-854dc75cf1e1 None None] Provisioning complete for port 233925fd-b528-4f7e-a3c3-518aeb49ac19 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:10.342789 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7152156f-8569-4e92-a694-854dc75cf1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:10.385584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Checking router: 71215fa7-172f-4a37-8aef-128339e91a31 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:50:10.385990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Updating router 71215fa7-172f-4a37-8aef-128339e91a31 port d8271a71-815c-4c92-bf09-c449a124dcf0 binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:50:10.459507 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7152156f-8569-4e92-a694-854dc75cf1e1 None None] Port 233925fd-b528-4f7e-a3c3-518aeb49ac19 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:50:10.463580 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:10.550652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:10.555067 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6521925'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:10.585735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3de19039-a0b5-4954-bde8-679a4a2b9d6f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:10.675466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Pushing event updated for resources: {'Port': ['ID=233925fd-b528-4f7e-a3c3-518aeb49ac19,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:10.678224 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:10.682496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:10.856384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:10.857612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:11.026298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:11.044811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Transition to ACTIVE for port object d8271a71-815c-4c92-bf09-c449a124dcf0 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:11.054263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:11.069541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:11.180374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Router 6b9cb2bf-c7de-46f3-8453-642992ecb28d has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:50:11.219101 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 5cd13dca-59b5-40c5-a227-5da69ddeb480 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:11.435039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:50:11.445673 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e97eb38b-5ecd-4ae4-af6b-9fd49faae5ac admin admin] 10.222.0.13 "PUT /v2.0/routers/6b9cb2bf-c7de-46f3-8453-642992ecb28d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7467835
Apr 19 19:50:11.506597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722774e-1bb7-425d-9e9b-b349a2b8e436 None None] Pushing event updated for resources: {'Port': ['ID=d8271a71-815c-4c92-bf09-c449a124dcf0,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:11.552886 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d722774e-1bb7-425d-9e9b-b349a2b8e436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:11.562263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-c760e40a-9699-4e5c-b307-02358732ccf7 None None] Provisioning complete for port 233925fd-b528-4f7e-a3c3-518aeb49ac19 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:11.562795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c760e40a-9699-4e5c-b307-02358732ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:11.678184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Attempting to bind port d8271a71-815c-4c92-bf09-c449a124dcf0 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:11.678625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Attempting to bind port d8271a71-815c-4c92-bf09-c449a124dcf0 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': '1139b84c-982c-4c3b-b14b-94be65f5533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:11.679227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Attempting to bind port d8271a71-815c-4c92-bf09-c449a124dcf0 on network 828b1f03-b126-4a29-bb4e-b1c06218d671 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:11.693153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:11.693573 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Checking segment: {'id': '1139b84c-982c-4c3b-b14b-94be65f5533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:11.694021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:11.694487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Bound using segment: {'id': '1139b84c-982c-4c3b-b14b-94be65f5533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:11.695019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Bound port: d8271a71-815c-4c92-bf09-c449a124dcf0, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1139b84c-982c-4c3b-b14b-94be65f5533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:11.695436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:11.705345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c760e40a-9699-4e5c-b307-02358732ccf7 None None] Port 233925fd-b528-4f7e-a3c3-518aeb49ac19 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:50:11.712444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 5cd13dca-59b5-40c5-a227-5da69ddeb480 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:11.713000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:11.884716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] For port d8271a71-815c-4c92-bf09-c449a124dcf0, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:11.888289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] For port d8271a71-815c-4c92-bf09-c449a124dcf0, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=d8271a71-815c-4c92-bf09-c449a124dcf0,segment=NetworkSegment(1139b84c-982c-4c3b-b14b-94be65f5533a),segment_id=1139b84c-982c-4c3b-b14b-94be65f5533a)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:11.893175 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:11.898393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:12.052496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 2107373a-9318-400e-ae7e-7bc937fbd883 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:12.086812 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Routers {'71215fa7-172f-4a37-8aef-128339e91a31'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:12.087521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ac05c50>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['71215fa7-172f-4a37-8aef-128339e91a31'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:12.127671 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36520) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:12.134448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1871997361-network', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:12.139705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:12.144709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Usage tracker for resource:network and tenant:c00dafafdbd5496db6d61f5324dcdf53 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:12.147933 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:12.161529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:12.171850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Made reservation on behalf of c00dafafdbd5496db6d61f5324dcdf53 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:50:12.177064 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.191736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.215017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:12.219743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Usage tracker for resource:security_group_rule and tenant:c00dafafdbd5496db6d61f5324dcdf53 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:12.222993 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:12.227260 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722774e-1bb7-425d-9e9b-b349a2b8e436 None None] Pushing event updated for resources: {'Port': ['ID=d8271a71-815c-4c92-bf09-c449a124dcf0,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:12.229058 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:12.242131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d722774e-1bb7-425d-9e9b-b349a2b8e436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:12.323958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.326942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.331322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 2107373a-9318-400e-ae7e-7bc937fbd883 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:12.333383 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6aba3d1f-fb5e-4526-be19-20d788e915c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:12.340395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 2107373a-9318-400e-ae7e-7bc937fbd883 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:12.340813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.353479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:50:12.374878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfefac9-bb25-4b48-97a5-11b74953b6b7,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:12.378276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.382508 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Added segment bdf88668-2386-40e7-9bdc-1086934e62fa of type vlan for network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f
Apr 19 19:50:12.382508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:12.391457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] Set router 71215fa7-172f-4a37-8aef-128339e91a31 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:12.414255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785099871722'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.446630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.448010 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:12.448639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.454665 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-80526dc2-a472-47da-b8eb-3b3bc423c099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:12.562566 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4336345
Apr 19 19:50:12.564075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Pushing event updated for resources: {'Network': ['ID=73e2ada3-e2dd-4e13-ab5a-d16725c0461f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:12.567081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36528) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:12.570165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:12.574046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Request body: {'subnet': {'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1871997361-subnet', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:12.580081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f details requested by agent ovs-agent-dv-cinder-786933-1-iscsi with host dv-cinder-786933-1-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:50:12.580309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:12.584542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Usage tracker for resource:subnet and tenant:c00dafafdbd5496db6d61f5324dcdf53 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:12.587716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:12.594371 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:12.604721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Made reservation on behalf of c00dafafdbd5496db6d61f5324dcdf53 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:50:12.610274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849256460'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.811438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.867093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 2107373a-9318-400e-ae7e-7bc937fbd883, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=2107373a-9318-400e-ae7e-7bc937fbd883,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:12.906303 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:12.908080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device a78ea6b7-c1f7-48da-a891-cef0cebaa412 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:12.942813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-faee9543-2e40-4dd7-a38e-fd92534f673e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:13.075828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=2107373a-9318-400e-ae7e-7bc937fbd883,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:13.080742 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:13.092454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port a78ea6b7-c1f7-48da-a891-cef0cebaa412 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:13.092870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:13.148401 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ac05c50>, [{'id': '71215fa7-172f-4a37-8aef-128339e91a31', 'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:56Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 4, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'gw_port': {'id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:57Z', 'updated_at': '2021-04-19T19:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'd8271a71-815c-4c92-bf09-c449a124dcf0', 'name': '', 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'mac_address': 'fa:16:3e:0a:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9dbc2d82-fc72-4c72-8576-846678568101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:01Z', 'updated_at': '2021-04-19T19:50:11Z', 'revision_number': 4, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'subnets': [{'id': '9dbc2d82-fc72-4c72-8576-846678568101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:13.159677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffef80d-49d3-4c25-a7e6-fdd028b8029d None None] The sync data for ids ['71215fa7-172f-4a37-8aef-128339e91a31'] in dv-cinder-786933-1-iscsi is: [{'id': '71215fa7-172f-4a37-8aef-128339e91a31', 'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:56Z', 'updated_at': '2021-04-19T19:50:03Z', 'revision_number': 4, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'gw_port': {'id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:57Z', 'updated_at': '2021-04-19T19:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'd8271a71-815c-4c92-bf09-c449a124dcf0', 'name': '', 'network_id': '828b1f03-b126-4a29-bb4e-b1c06218d671', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'mac_address': 'fa:16:3e:0a:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9dbc2d82-fc72-4c72-8576-846678568101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:01Z', 'updated_at': '2021-04-19T19:50:11Z', 'revision_number': 4, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'subnets': [{'id': '9dbc2d82-fc72-4c72-8576-846678568101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:50:13.330075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5507698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849256475'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:13.334854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d18899f7-7acb-415d-a631-5e360d996115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:13.377179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 2107373a-9318-400e-ae7e-7bc937fbd883 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:13.420067 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=377dc33b-8677-4054-b3c0-c290b1b8733f,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:13.423031 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:13.436874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Checking segment: {'id': 'bdf88668-2386-40e7-9bdc-1086934e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:13.437274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Network hostable DHCP agents. Network: 73e2ada3-e2dd-4e13-ab5a-d16725c0461f, hostable agents: ['d0e11fe1-eae7-4951-aedd-bb0c1dd780e6'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:50:13.461769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 2107373a-9318-400e-ae7e-7bc937fbd883 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:13.462450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:13.462543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f is scheduled to be hosted by DHCP agent d0e11fe1-eae7-4951-aedd-bb0c1dd780e6 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:50:13.472029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-1-iscsi, 73e2ada3-e2dd-4e13-ab5a-d16725c0461f) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:13.488830 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:13.491445 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:13.499003 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01184e0-b822-495c-8579-1f80e42e617b None None] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:50:13.514193 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-23a900ef-88f4-4b5f-9554-b3d2be9b3350 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9459832
Apr 19 19:50:13.517595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36538) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:13.523963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:13.533856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:13.540530 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Usage tracker for resource:router and tenant:c00dafafdbd5496db6d61f5324dcdf53 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:13.541748 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Sync routers for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:50:13.544185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:13.553598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:13.553843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:13.554854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a3c19e8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:13.566952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2341'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:13.568359 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854089245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854096123', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773444'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:13.589324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:13.788692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device d8271a71-815c-4c92-bf09-c449a124dcf0 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:13.920756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854016168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773489'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:13.954102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:14.102870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf60e110-1b7f-5cfa-99d7-ce27b324eca1-73e2ada3-e2dd-4e13-ab5a-d16725c0461f', 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'fixed_ips': [{'subnet_id': '377dc33b-8677-4054-b3c0-c290b1b8733f'}]}} from dv-cinder-786933-1-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:50:14.103761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.245786 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port d8271a71-815c-4c92-bf09-c449a124dcf0 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:14.258131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port d8271a71-815c-4c92-bf09-c449a124dcf0 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:14.258617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.356345 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.389947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.402404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a3c19e8>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '233925fd-b528-4f7e-a3c3-518aeb49ac19', 'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'mac_address': 'fa:16:3e:0e:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:09Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 2, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'subnets': [{'id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:14.406460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Checking router: 6b9cb2bf-c7de-46f3-8453-642992ecb28d for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:50:14.407577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Updating router 6b9cb2bf-c7de-46f3-8453-642992ecb28d port 233925fd-b528-4f7e-a3c3-518aeb49ac19 binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:50:14.425068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Allocated IP 172.20.0.2 (73e2ada3-e2dd-4e13-ab5a-d16725c0461f/377dc33b-8677-4054-b3c0-c290b1b8733f/8ca530a1-e234-4d54-a6e2-aa3d6a7635b5) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:50:14.477049 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.557863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Allocated IP 172.27.3.129 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/4f801209-1a63-4547-9ad9-64be56a8f2aa) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:50:14.558111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.634527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port d8271a71-815c-4c92-bf09-c449a124dcf0, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=d8271a71-815c-4c92-bf09-c449a124dcf0,segment=NetworkSegment(1139b84c-982c-4c3b-b14b-94be65f5533a),segment_id=1139b84c-982c-4c3b-b14b-94be65f5533a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:14.640213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.645003 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:14.737059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.773118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.778555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a923da5d-d65d-4705-b54e-9ad14df2f3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:14.796467 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=d8271a71-815c-4c92-bf09-c449a124dcf0,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:14.801616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:14.817131 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.828855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Transition to ACTIVE for port object 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:14.849836 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Transition to ACTIVE for port object 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:14.850634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:14.854771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.855721 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:14.860609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:50:14.865590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3a6f8e0-6a39-46a9-aba7-7a5a8a7c4a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:14.899875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.905283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Pushing event updated for resources: {'Port': ['ID=4f801209-1a63-4547-9ad9-64be56a8f2aa,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:14.913405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Transition to ACTIVE for port object 233925fd-b528-4f7e-a3c3-518aeb49ac19 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:14.918754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.919176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.919474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:14.919607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.920237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.920365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.920749 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.921153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.921621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.922189 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.922792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.922792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.923152 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:14.923591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:14.924499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3a7e9aa6-d83e-477a-92ee-d643551b2def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:14.926992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:14.932550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:14.936038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:50:14.987787 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Pushing event updated for resources: {'Port': ['ID=8ca530a1-e234-4d54-a6e2-aa3d6a7635b5,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:15.028823 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:15.061230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Attempting to bind port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:15.061659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Attempting to bind port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'bdf88668-2386-40e7-9bdc-1086934e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:15.063184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Attempting to bind port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 on network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:15.070484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:15.070913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Checking segment: {'id': 'bdf88668-2386-40e7-9bdc-1086934e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:15.071374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:15.071820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Bound using segment: {'id': 'bdf88668-2386-40e7-9bdc-1086934e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:15.072454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Bound port: 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf88668-2386-40e7-9bdc-1086934e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:15.072797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:15.160532 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4433a7-ea6a-47ca-90e8-311cc14cd2b2 None None] Pushing event updated for resources: {'Port': ['ID=233925fd-b528-4f7e-a3c3-518aeb49ac19,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:15.169495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8d4433a7-ea6a-47ca-90e8-311cc14cd2b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:15.200835 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] For port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:15.208238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] For port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=8ca530a1-e234-4d54-a6e2-aa3d6a7635b5,segment=NetworkSegment(bdf88668-2386-40e7-9bdc-1086934e62fa),segment_id=bdf88668-2386-40e7-9bdc-1086934e62fa)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:15.214108 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:15.226850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d722774e-1bb7-425d-9e9b-b349a2b8e436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:15.246505 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Attempting to bind port 233925fd-b528-4f7e-a3c3-518aeb49ac19 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:15.246847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Attempting to bind port 233925fd-b528-4f7e-a3c3-518aeb49ac19 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:15.247251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Attempting to bind port 233925fd-b528-4f7e-a3c3-518aeb49ac19 on network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:15.256107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:15.256466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Checking segment: {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:15.256909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:15.257335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Bound using segment: {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:15.257865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Bound port: 233925fd-b528-4f7e-a3c3-518aeb49ac19, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:15.258273 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:15.362270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Pushing event updated for resources: {'Port': ['ID=8ca530a1-e234-4d54-a6e2-aa3d6a7635b5,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:15.371875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:15.388191 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] For port 233925fd-b528-4f7e-a3c3-518aeb49ac19, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:15.393098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device d8271a71-815c-4c92-bf09-c449a124dcf0 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:15.398729 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] For port 233925fd-b528-4f7e-a3c3-518aeb49ac19, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=233925fd-b528-4f7e-a3c3-518aeb49ac19,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:15.402792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:15.408332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:15.496811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port d8271a71-815c-4c92-bf09-c449a124dcf0 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:15.497294 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:15.497992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:15.498699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a3c19e8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:15.640417 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4433a7-ea6a-47ca-90e8-311cc14cd2b2 None None] Pushing event updated for resources: {'Port': ['ID=233925fd-b528-4f7e-a3c3-518aeb49ac19,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:15.646813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8d4433a7-ea6a-47ca-90e8-311cc14cd2b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:15.724154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:15.861778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:16.105444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a3c19e8>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '233925fd-b528-4f7e-a3c3-518aeb49ac19', 'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'mac_address': 'fa:16:3e:0e:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:09Z', 'updated_at': '2021-04-19T19:50:15Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'subnets': [{'id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:16.110743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafcc56-41ed-49e2-9b14-942f9f76cb5e None None] The sync data for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi is: [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '233925fd-b528-4f7e-a3c3-518aeb49ac19', 'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'mac_address': 'fa:16:3e:0e:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:09Z', 'updated_at': '2021-04-19T19:50:15Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'subnets': [{'id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:50:16.234349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:50:16.351274 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679896'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:16.649466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Router cf6d78e7-a03c-43a4-9a92-76c595e0b217 is scheduled to L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:50:16.955945 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:50:16.967107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Sync routers for ids ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:50:16.987694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:16.992505 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.4708498
Apr 19 19:50:16.992756 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36580) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:17.001514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997152e0-5994-4143-844d-0a553739d40a None None] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:50:17.112521 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Routers {'cf6d78e7-a03c-43a4-9a92-76c595e0b217'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:17.113324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a3a2400>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:17.395379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Set router cf6d78e7-a03c-43a4-9a92-76c595e0b217 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:17.553258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:17.779540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4f4b154e-f535-4057-9037-24bef635f2d3 None None] Provisioning for port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:17.911845 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:17.975476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:17.976018 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:18.175815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:18.287393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a3a2400>, [{'id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:13Z', 'updated_at': '2021-04-19T19:50:15Z', 'revision_number': 3, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'gw_port': {'id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:14Z', 'updated_at': '2021-04-19T19:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:18.305149 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Checking router: cf6d78e7-a03c-43a4-9a92-76c595e0b217 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:50:18.305715 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Updating router cf6d78e7-a03c-43a4-9a92-76c595e0b217 port 4f801209-1a63-4547-9ad9-64be56a8f2aa binding host dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:50:18.346305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:18.416011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:18.463349 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Allocated IP 172.20.0.1 (73e2ada3-e2dd-4e13-ab5a-d16725c0461f/377dc33b-8677-4054-b3c0-c290b1b8733f/0944b2a2-cd99-4430-ab7e-652ba0777da0) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:50:18.709397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:18.728644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=8ca530a1-e234-4d54-a6e2-aa3d6a7635b5,segment=NetworkSegment(bdf88668-2386-40e7-9bdc-1086934e62fa),segment_id=bdf88668-2386-40e7-9bdc-1086934e62fa)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:18.738228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Transition to ACTIVE for port object 0944b2a2-cd99-4430-ab7e-652ba0777da0 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:18.756021 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:18.757233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 233925fd-b528-4f7e-a3c3-518aeb49ac19 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:18.782850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:18.790773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08a3774a-6c18-460e-9202-c674e4189697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:18.809177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:18.877390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:18.881555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:18.886081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:50:18.928751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Pushing event updated for resources: {'Port': ['ID=0944b2a2-cd99-4430-ab7e-652ba0777da0,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:18.934223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:18.943326 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a11b1a46-86f8-46f3-8107-694edcbc3abd None None] Provisioning complete for port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:18.943619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a11b1a46-86f8-46f3-8107-694edcbc3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:18.962934 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854096891'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.155828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=8ca530a1-e234-4d54-a6e2-aa3d6a7635b5,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:19.236054 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:19.284548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 233925fd-b528-4f7e-a3c3-518aeb49ac19 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:19.339336 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 233925fd-b528-4f7e-a3c3-518aeb49ac19 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:19.339776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.455038 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.617300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8130a598-ae75-4c9d-b356-8fe49c428d8d None None] Provisioning for port 0944b2a2-cd99-4430-ab7e-652ba0777da0 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:19.622052 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.625886 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.645187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8130a598-ae75-4c9d-b356-8fe49c428d8d None None] Provisioning complete for port 0944b2a2-cd99-4430-ab7e-652ba0777da0 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:19.645613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8130a598-ae75-4c9d-b356-8fe49c428d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.685785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Transition to ACTIVE for port object 4f801209-1a63-4547-9ad9-64be56a8f2aa will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:19.708590 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.725261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e1adc27f-5034-4f2b-9894-c177a0502be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:19.730687 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.734625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6521925'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.767074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b40552a4-b3fa-419f-8839-9b87f9ce00f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:19.796498 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 233925fd-b528-4f7e-a3c3-518aeb49ac19, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=233925fd-b528-4f7e-a3c3-518aeb49ac19,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:19.797541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8130a598-ae75-4c9d-b356-8fe49c428d8d None None] Port 0944b2a2-cd99-4430-ab7e-652ba0777da0 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:50:19.821767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.831777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Attempting to bind port 4f801209-1a63-4547-9ad9-64be56a8f2aa on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:19.832207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Attempting to bind port 4f801209-1a63-4547-9ad9-64be56a8f2aa by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:19.832621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Attempting to bind port 4f801209-1a63-4547-9ad9-64be56a8f2aa on network b71e1ecc-964b-42fa-addc-71bec2e230a9 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:19.840975 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e1df8-9d34-418b-9fba-0807791ca680 None None] Pushing event updated for resources: {'Port': ['ID=4f801209-1a63-4547-9ad9-64be56a8f2aa,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:19.843558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:19.844730 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Checking segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:19.845027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.845465 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Bound using segment: {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:19.846001 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Bound port: 4f801209-1a63-4547-9ad9-64be56a8f2aa, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b026416b-f931-4e05-82af-50a30fc4866f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:19.846449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.877102 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-438e1df8-9d34-418b-9fba-0807791ca680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:19.877633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bb6f985f-7404-4837-89f4-36dad42c322d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:19.883876 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679010'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:19.893353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Pushing event updated for resources: {'Port': ['ID=0944b2a2-cd99-4430-ab7e-652ba0777da0,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:19.896460 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:19.993196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=233925fd-b528-4f7e-a3c3-518aeb49ac19,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:19.999534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:20.019538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] For port 4f801209-1a63-4547-9ad9-64be56a8f2aa, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:20.056802 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] For port 4f801209-1a63-4547-9ad9-64be56a8f2aa, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=4f801209-1a63-4547-9ad9-64be56a8f2aa,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:20.071048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:20.104273 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:20.106134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:20.153557 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:20.173699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:20.255804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e1df8-9d34-418b-9fba-0807791ca680 None None] Pushing event updated for resources: {'Port': ['ID=4f801209-1a63-4547-9ad9-64be56a8f2aa,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:20.268629 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-438e1df8-9d34-418b-9fba-0807791ca680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:20.318494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Routers {'cf6d78e7-a03c-43a4-9a92-76c595e0b217'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:20.319290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a3a2400>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:49:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:20.388229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Router cf6d78e7-a03c-43a4-9a92-76c595e0b217 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:50:20.519257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:20.519925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:20.570130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-30e38a15-b3f7-4afa-a185-364a1750e16f None None] Provisioning complete for port 0944b2a2-cd99-4430-ab7e-652ba0777da0 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:20.570896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30e38a15-b3f7-4afa-a185-364a1750e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:20.658795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:50:20.677165 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf6d78e7-a03c-43a4-9a92-76c595e0b217/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6831396
Apr 19 19:50:20.685423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] Set router cf6d78e7-a03c-43a4-9a92-76c595e0b217 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:20.745384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-30e38a15-b3f7-4afa-a185-364a1750e16f None None] Port 0944b2a2-cd99-4430-ab7e-652ba0777da0 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:50:21.387201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a3a2400>, [{'id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:13Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 4, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'gw_port': {'id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:14Z', 'updated_at': '2021-04-19T19:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '0944b2a2-cd99-4430-ab7e-652ba0777da0', 'name': '', 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'mac_address': 'fa:16:3e:10:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:18Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 2, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'subnets': [{'id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:21.396925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954d0ad-be06-43e0-a7ff-61e07e50280a None None] The sync data for ids ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'] in dv-cinder-786933-1-iscsi is: [{'id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:13Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 4, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'gw_port': {'id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:14Z', 'updated_at': '2021-04-19T19:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '0944b2a2-cd99-4430-ab7e-652ba0777da0', 'name': '', 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'mac_address': 'fa:16:3e:10:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:18Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 2, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'subnets': [{'id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:50:22.081606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 233925fd-b528-4f7e-a3c3-518aeb49ac19 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:22.230725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 233925fd-b528-4f7e-a3c3-518aeb49ac19 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:22.231762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:23.207779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7745d625-4ac2-4aae-b93d-98f7fd75cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:24.025444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 4f801209-1a63-4547-9ad9-64be56a8f2aa up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:24.178454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 4f801209-1a63-4547-9ad9-64be56a8f2aa completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:24.184960 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 4f801209-1a63-4547-9ad9-64be56a8f2aa triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:24.185915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:24.421730 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:24.452611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 4f801209-1a63-4547-9ad9-64be56a8f2aa, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=4f801209-1a63-4547-9ad9-64be56a8f2aa,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:24.456909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:24.458942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:24.582821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=4f801209-1a63-4547-9ad9-64be56a8f2aa,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:24.595016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.595611 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.596400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.597046 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.597826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.598457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.599029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.599579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.600183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.600763 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.601293 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.601750 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:50:24.608115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:25.114298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-308b1c0a-d772-4f68-8d16-c18aeefe55ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:25.967838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Sync routers for ids ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:50:25.992328 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Routers {'cf6d78e7-a03c-43a4-9a92-76c595e0b217'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:25.993377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ad2e5c0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:26.025705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 4f801209-1a63-4547-9ad9-64be56a8f2aa up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:26.185612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:26.212624 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 4f801209-1a63-4547-9ad9-64be56a8f2aa triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:26.212953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:26.400069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Set router cf6d78e7-a03c-43a4-9a92-76c595e0b217 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:26.621588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:27.183793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ad2e5c0>, [{'id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:13Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 4, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'gw_port': {'id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:14Z', 'updated_at': '2021-04-19T19:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '0944b2a2-cd99-4430-ab7e-652ba0777da0', 'name': '', 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'mac_address': 'fa:16:3e:10:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:18Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 2, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'subnets': [{'id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:27.189466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Checking router: cf6d78e7-a03c-43a4-9a92-76c595e0b217 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:50:27.189880 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Updating router cf6d78e7-a03c-43a4-9a92-76c595e0b217 port 0944b2a2-cd99-4430-ab7e-652ba0777da0 binding host dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:50:27.287913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:27.595609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:27.810170 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:27.824077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Transition to ACTIVE for port object 0944b2a2-cd99-4430-ab7e-652ba0777da0 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:27.831664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:27.850094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8c7e316e-5e2e-4e20-9b6d-7bd2d5e8a65f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:28.177072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb127fe-8160-4ea9-bf24-b102cdee4cad None None] Pushing event updated for resources: {'Port': ['ID=0944b2a2-cd99-4430-ab7e-652ba0777da0,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:28.204870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bbb127fe-8160-4ea9-bf24-b102cdee4cad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:28.372147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Attempting to bind port 0944b2a2-cd99-4430-ab7e-652ba0777da0 on host dv-cinder-786933-1-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:28.372556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Attempting to bind port 0944b2a2-cd99-4430-ab7e-652ba0777da0 by drivers openvswitch,hyperv on host dv-cinder-786933-1-iscsi at level 0 using segments [{'id': 'bdf88668-2386-40e7-9bdc-1086934e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:28.372968 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Attempting to bind port 0944b2a2-cd99-4430-ab7e-652ba0777da0 on network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:28.381301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Checking agent: {'id': '9517cade-c692-4df3-941c-b4aa92c83389', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 32, 27), 'started_at': datetime.datetime(2021, 4, 19, 19, 32, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:28.381719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Checking segment: {'id': 'bdf88668-2386-40e7-9bdc-1086934e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:28.382167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:28.382816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Bound using segment: {'id': 'bdf88668-2386-40e7-9bdc-1086934e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:28.383342 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Bound port: 0944b2a2-cd99-4430-ab7e-652ba0777da0, host: dv-cinder-786933-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf88668-2386-40e7-9bdc-1086934e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:28.383762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:28.497548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] For port 0944b2a2-cd99-4430-ab7e-652ba0777da0, host dv-cinder-786933-1-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:28.503265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] For port 0944b2a2-cd99-4430-ab7e-652ba0777da0, host dv-cinder-786933-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=0944b2a2-cd99-4430-ab7e-652ba0777da0,segment=NetworkSegment(bdf88668-2386-40e7-9bdc-1086934e62fa),segment_id=bdf88668-2386-40e7-9bdc-1086934e62fa)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:28.507463 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:28.513207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3a7e9aa6-d83e-477a-92ee-d643551b2def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:28.666602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Routers {'cf6d78e7-a03c-43a4-9a92-76c595e0b217'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:50:28.667332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ad2e5c0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:29.037339 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] Set router cf6d78e7-a03c-43a4-9a92-76c595e0b217 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:50:29.146682 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb127fe-8160-4ea9-bf24-b102cdee4cad None None] Pushing event updated for resources: {'Port': ['ID=0944b2a2-cd99-4430-ab7e-652ba0777da0,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:29.172486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bbb127fe-8160-4ea9-bf24-b102cdee4cad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:29.712982 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ad2e5c0>, [{'id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:13Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 4, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'gw_port': {'id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:14Z', 'updated_at': '2021-04-19T19:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '0944b2a2-cd99-4430-ab7e-652ba0777da0', 'name': '', 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'mac_address': 'fa:16:3e:10:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:18Z', 'updated_at': '2021-04-19T19:50:28Z', 'revision_number': 4, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'subnets': [{'id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:29.718967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfdb8ff-5807-4436-a660-74c47a9d955d None None] The sync data for ids ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'] in dv-cinder-786933-1-iscsi is: [{'id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:13Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 4, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'gw_port': {'id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:14Z', 'updated_at': '2021-04-19T19:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '0944b2a2-cd99-4430-ab7e-652ba0777da0', 'name': '', 'network_id': '73e2ada3-e2dd-4e13-ab5a-d16725c0461f', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'mac_address': 'fa:16:3e:10:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:18Z', 'updated_at': '2021-04-19T19:50:28Z', 'revision_number': 4, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'subnets': [{'id': '377dc33b-8677-4054-b3c0-c290b1b8733f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:50:30.082654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 0944b2a2-cd99-4430-ab7e-652ba0777da0 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:30.250226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning for port 0944b2a2-cd99-4430-ab7e-652ba0777da0 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:30.264166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 0944b2a2-cd99-4430-ab7e-652ba0777da0 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:30.264673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:30.612011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:30.722654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] For port 0944b2a2-cd99-4430-ab7e-652ba0777da0, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=0944b2a2-cd99-4430-ab7e-652ba0777da0,segment=NetworkSegment(bdf88668-2386-40e7-9bdc-1086934e62fa),segment_id=bdf88668-2386-40e7-9bdc-1086934e62fa)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:30.738723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:30.744028 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5767edaf-7475-4890-8ead-4531108b6b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:30.999764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Pushing event updated for resources: {'Port': ['ID=0944b2a2-cd99-4430-ab7e-652ba0777da0,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:31.025734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:31.993341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 0944b2a2-cd99-4430-ab7e-652ba0777da0 up at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:32.167572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Provisioning complete for port 0944b2a2-cd99-4430-ab7e-652ba0777da0 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:32.168369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:34.629405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-cc653513-098a-44d8-88fb-77dd26d92d5e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:34.630301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-cc653513-098a-44d8-88fb-77dd26d92d5e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Synchronizing usage tracker for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:50:34.648002 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-cc653513-098a-44d8-88fb-77dd26d92d5e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Unset dirty status for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:50:34.650148 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-cc653513-098a-44d8-88fb-77dd26d92d5e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/networks?id=78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 200  len: 814 time: 0.1872246
Apr 19 19:50:34.672653 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-9f455347-d7e9-4871-9f28-aedadcb1d927 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/quotas/66ca8a35fb85468095dcfd182255d0ea HTTP/1.1" status: 200  len: 375 time: 0.0127931
Apr 19 19:50:34.785219 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-fcb9391c-7ed7-4a13-8a16-32a32fd9155b tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=66ca8a35fb85468095dcfd182255d0ea&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1055167
Apr 19 19:50:34.948080 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-c19caceb-0e90-411c-98a4-ad11ac31f722 service neutron] 10.222.0.13 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539972
Apr 19 19:50:35.121355 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-0077a405-09b4-4501-9036-aaa71b297239 service neutron] 10.222.0.13 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661723
Apr 19 19:50:35.356505 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b361e79f-5233-4c10-90ce-946ae56f6eaa req-8e0225cb-c30c-45c6-94f8-84958b58dc01 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 210 time: 0.0528593
Apr 19 19:50:36.623705 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02042c4f-d542-425f-b7b2-ed78fc28190c req-6302b95c-119e-461a-8c1e-3d6195ed36be tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 210 time: 0.1262734
Apr 19 19:50:36.908711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-ec36d65d-010a-4dd4-84be-e1f339a8358e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:36.910630 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-ec36d65d-010a-4dd4-84be-e1f339a8358e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.60 "GET /v2.0/networks?id=78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 200  len: 814 time: 0.2310209
Apr 19 19:50:36.924613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'port': {'device_id': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'admin_state_up': True, 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:37.123925 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:37.129554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Usage tracker for resource:port and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:37.132787 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:37.139144 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:37.149672 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Made reservation on behalf of 66ca8a35fb85468095dcfd182255d0ea for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:50:37.156608 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:37.345922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Allocated IP 172.20.0.3 (78c96191-f23b-48be-a7de-e4b7d4d60ca4/92f08282-96b1-4956-beb6-042080c1bbb9/75c2e285-f50b-43ab-a563-7d0cc2f5bf2a) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:50:37.619167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:37.638007 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Transition to ACTIVE for port object 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:37.667374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:37.694380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:37.793667 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'Port': ['ID=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:37.803235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:37.804855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:37.808820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:50:37.843236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:37.939554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:37.940296 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:37.980607 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-4489133d-7875-48a6-864e-8ea820cf9030 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0611591
Apr 19 19:50:37.990110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf7d8-41a5-4828-8bee-1e94e98be40e req-70f6369a-5acc-41d0-ae75-69ed4b4a4edd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:37.990961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1d4cf7d8-41a5-4828-8bee-1e94e98be40e req-70f6369a-5acc-41d0-ae75-69ed4b4a4edd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Synchronizing usage tracker for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:50:38.009863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1d4cf7d8-41a5-4828-8bee-1e94e98be40e req-70f6369a-5acc-41d0-ae75-69ed4b4a4edd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Unset dirty status for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:50:38.023197 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1d4cf7d8-41a5-4828-8bee-1e94e98be40e req-70f6369a-5acc-41d0-ae75-69ed4b4a4edd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 931 time: 0.1812172
Apr 19 19:50:38.070226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1d4cf7d8-41a5-4828-8bee-1e94e98be40e req-b25563a4-5a2f-41af-9852-247f8a7bc86c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Synchronizing usage tracker for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:50:38.088418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1d4cf7d8-41a5-4828-8bee-1e94e98be40e req-b25563a4-5a2f-41af-9852-247f8a7bc86c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Unset dirty status for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:50:38.089740 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1d4cf7d8-41a5-4828-8bee-1e94e98be40e req-b25563a4-5a2f-41af-9852-247f8a7bc86c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655766
Apr 19 19:50:38.111883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a54b2f5-a3f9-4250-9d78-68d16358edef None None] Provisioning for port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:38.118838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a54b2f5-a3f9-4250-9d78-68d16358edef None None] Provisioning complete for port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:38.119256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a54b2f5-a3f9-4250-9d78-68d16358edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:38.184865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a54b2f5-a3f9-4250-9d78-68d16358edef None None] Port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:50:38.861326 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:39.105079 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-0223ea7d-a937-4eab-9a07-0eda2655dfaf tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164963058&fields=id&tenant_id=4e32b2019a9b4ec6ba345b15c035cb50 HTTP/1.1" status: 200  len: 267 time: 0.0612345
Apr 19 19:50:39.434659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec362-eb5c-4842-a069-0f0ec99c8853 req-8fe693f9-fa1a-4aea-bea4-1dc4f95914b5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:39.436314 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-203ec362-eb5c-4842-a069-0f0ec99c8853 req-8fe693f9-fa1a-4aea-bea4-1dc4f95914b5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 931 time: 0.1668777
Apr 19 19:50:39.444960 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-8315dfe5-53d9-4642-ab5b-2377364a6af6 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:39.446650 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-8315dfe5-53d9-4642-ab5b-2377364a6af6 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/networks?id=17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 200  len: 808 time: 0.3402519
Apr 19 19:50:39.495007 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-316853a9-dd4c-4d8a-8317-adeb95d6fd0f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/quotas/4e32b2019a9b4ec6ba345b15c035cb50 HTTP/1.1" status: 200  len: 375 time: 0.0295160
Apr 19 19:50:39.504229 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-203ec362-eb5c-4842-a069-0f0ec99c8853 req-f6a2e840-08db-463a-96d8-f0e16e18572e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565283
Apr 19 19:50:39.630070 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-e1ea1710-7f3f-4b2e-9eb2-6013047747b9 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1243513
Apr 19 19:50:39.787269 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-45560009-4153-4caa-a73a-a1603f17d532 service neutron] 10.222.0.13 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459768
Apr 19 19:50:39.976580 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-2a87f2b0-2ccb-4c50-9039-9ccc77244943 service neutron] 10.222.0.13 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825728
Apr 19 19:50:40.490826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36856) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:40.581851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] Deleting subnet 44cbebc4-f310-4010-861d-596bfcfd3c49 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:50:40.585363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:40.684080 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37284dfb-da6d-4888-9223-bb7005ac8f3d req-16aca1db-ea8b-4649-bd52-ee954a45c710 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.0678477
Apr 19 19:50:40.714394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507585'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:40.843865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:40.990211 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a843032-6fb4-4123-a035-e05d6c66c8b2 req-cda64507-69d9-47c2-b8a2-6a8579ec092e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:40.997571 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8a843032-6fb4-4123-a035-e05d6c66c8b2 req-cda64507-69d9-47c2-b8a2-6a8579ec092e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 931 time: 0.2507782
Apr 19 19:50:41.119501 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8a843032-6fb4-4123-a035-e05d6c66c8b2 req-66afefc1-1d3e-4510-a5a2-f71383a82512 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208551
Apr 19 19:50:41.263493 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849268169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5519326'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:41.269443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:41.322651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cbebc4-f310-4010-861d-596bfcfd3c49,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:41.325809 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:41.329055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:41.336038 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] 10.222.0.13 "DELETE /v2.0/subnets/44cbebc4-f310-4010-861d-596bfcfd3c49 HTTP/1.1" status: 204  len: 168 time: 0.8440828
Apr 19 19:50:41.339929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 36870) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:41.471022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:41.628105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:41.765914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70ac971d0>,) {'filters': {'network_id': ['ec09745a-e26b-4066-8afa-ddcf41b90498']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:41.781270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70ac971d0>, '6f95cdf3-75a1-460a-baa2-808d43e23183') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:41.781895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70ac971d0>, '6f95cdf3-75a1-460a-baa2-808d43e23183') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:50:41.795192 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6642280'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:41.812436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:41.820176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:50:41.897776 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e2d214ac-0b9d-414d-b62d-e5c794f5afc5 req-afe5e363-b293-4adc-9000-60f898e71712 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.0678122
Apr 19 19:50:42.005093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Network ec09745a-e26b-4066-8afa-ddcf41b90498 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:50:42.019995 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6521915'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:42.209958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Network ec09745a-e26b-4066-8afa-ddcf41b90498 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:50:42.240913 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:50:42.327014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:42.337921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:42.361576 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:42.364708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d597b-e18e-481d-8e3a-2ef8874462ab req-5484a198-455b-4d40-8ca6-4d76eff15a6d tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:42.365080 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec09745a-e26b-4066-8afa-ddcf41b90498,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:42.366614 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a42d597b-e18e-481d-8e3a-2ef8874462ab req-5484a198-455b-4d40-8ca6-4d76eff15a6d tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 931 time: 0.1178317
Apr 19 19:50:42.369184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:42.373397 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-71a2add0-0b6d-4ffc-a1ed-b5d9256782c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec09745a-e26b-4066-8afa-ddcf41b90498 HTTP/1.1" status: 204  len: 168 time: 1.0323541
Apr 19 19:50:42.462884 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a42d597b-e18e-481d-8e3a-2ef8874462ab req-116db1c0-dae9-447e-8abd-e949b80db990 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875857
Apr 19 19:50:42.604384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36880) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:42.674376 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ef43bb4d-d39f-412b-ae06-85f346bc43f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b626265fb5c5419089f6e0f198db79ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0683401
Apr 19 19:50:42.676729 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 36884) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:50:42.743246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b6ca-0a97-4774-b048-c12d2196ab4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:42.771938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b6ca-0a97-4774-b048-c12d2196ab4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:42.826353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b6ca-0a97-4774-b048-c12d2196ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:42.832209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-406378b7-4aa2-4e3c-89e4-fc0b6488755f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:42.847708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4b6ca-0a97-4774-b048-c12d2196ab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b344f8-bd3b-4172-b75e-015670402a3b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:42.850177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f2b4b6ca-0a97-4774-b048-c12d2196ab4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:42.851703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b6ca-0a97-4774-b048-c12d2196ab4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:42.853085 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f2b4b6ca-0a97-4774-b048-c12d2196ab4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72b344f8-bd3b-4172-b75e-015670402a3b HTTP/1.1" status: 204  len: 168 time: 0.1751630
Apr 19 19:50:43.076577 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-29c2dbd1-9baf-4fdf-9a13-5b649e0bbcd1 req-c8f94e27-fa7e-4f92-9845-8a97583ae1d7 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.0623932
Apr 19 19:50:43.722635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6be9-420e-4932-b451-86d0fa8ec40a req-f4b57858-a17d-43d2-8455-09dc28b1b2ff tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:43.724239 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea7b6be9-420e-4932-b451-86d0fa8ec40a req-f4b57858-a17d-43d2-8455-09dc28b1b2ff tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 931 time: 0.1125844
Apr 19 19:50:43.779118 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea7b6be9-420e-4932-b451-86d0fa8ec40a req-9965f07c-a656-4962-a234-5ef50b69665f tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484917
Apr 19 19:50:44.254458 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3682d18-5433-4550-9457-b613a406e8ed req-91e518df-c457-4e6b-8a1a-63c75d72087c tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.0585594
Apr 19 19:50:45.027546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d559-9fce-4bfc-baa7-8ee72c9ef597 req-7e5c7ef0-05ff-49b1-9c16-c3f00d5899ff tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:45.029483 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0030d559-9fce-4bfc-baa7-8ee72c9ef597 req-7e5c7ef0-05ff-49b1-9c16-c3f00d5899ff tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 931 time: 0.0954177
Apr 19 19:50:45.121649 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0030d559-9fce-4bfc-baa7-8ee72c9ef597 req-8ef10b4e-aa72-406e-9fc2-b7ce6b52da76 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813992
Apr 19 19:50:45.485869 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a006739-dadf-476e-86a6-b62ccdd20359 req-666d6c4d-1c25-4cf4-9d9e-1afe3846fc03 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.0702350
Apr 19 19:50:46.503141 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c65d-1843-44ca-b9a8-f847ec635b16 req-5bf30521-17e6-4231-b430-a8896ab6d09f tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:46.504678 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a298c65d-1843-44ca-b9a8-f847ec635b16 req-5bf30521-17e6-4231-b430-a8896ab6d09f tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 931 time: 0.0963142
Apr 19 19:50:46.575890 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a298c65d-1843-44ca-b9a8-f847ec635b16 req-9957d4ac-172a-4397-aa30-e8aa4f8c2661 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643179
Apr 19 19:50:46.714934 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a00b3d-7615-4c0c-a045-45aeb8df6d54 req-d711a4c4-fa5b-4a7f-bf30-3058ddc757e6 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.0810158
Apr 19 19:50:47.785708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a89b11-fb09-4c61-adaf-ef61627604c7 req-29d2ac3b-d783-471b-b33e-a6a9eff7446a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:47.787587 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-20a89b11-fb09-4c61-adaf-ef61627604c7 req-29d2ac3b-d783-471b-b33e-a6a9eff7446a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 931 time: 0.0971045
Apr 19 19:50:47.840290 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-20a89b11-fb09-4c61-adaf-ef61627604c7 req-569663d6-a636-411c-8436-2a1e5fbd9f01 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455575
Apr 19 19:50:47.894677 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9635af05-47dc-42f0-8184-92bdc83c6e50 req-57de1734-6e7e-4308-840f-04ac431fbc50 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.0498934
Apr 19 19:50:47.958579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Request body: {'port': {'device_id': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:48.345100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:48.826682 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:50:48.837430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:48.877361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Transition to ACTIVE for port object 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:48.890741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:48.897936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:48.969261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Pushing event updated for resources: {'Port': ['ID=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:48.980476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-16db40e5-9e8f-4683-bcf2-7363d22b1772 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:48.982072 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-16db40e5-9e8f-4683-bcf2-7363d22b1772 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.60 "GET /v2.0/networks?id=17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 200  len: 808 time: 0.3226418
Apr 19 19:50:48.983049 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:49.287253 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4e7e53cd-c188-497e-b46d-c9dba7f036d2 req-6a2c77fb-fd54-41a6-b7c2-a23351d6ec90 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.1532054
Apr 19 19:50:49.368803 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-e3052d91-fbc8-4c13-81eb-53c54eda2b48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50 HTTP/1.1" status: 200  len: 8061 time: 0.3004327
Apr 19 19:50:49.390640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Request body: {'port': {'device_id': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'admin_state_up': True, 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'security_groups': ['98a1cb3e-5541-410d-a6dd-e23eb0955c1a']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:49.475059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Attempting to bind port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:49.475456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Attempting to bind port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:49.475824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Attempting to bind port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a on network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:49.491116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a on network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:50:49.491477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Attempting to bind port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a on network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:49.513838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:49.514216 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Checking segment: {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:49.515283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Bound using segment: {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:49.515774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Bound port: 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:49.516208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:49.538458 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbde0a-0cdd-4685-a28c-7d8189dd9ac9 req-f8faf0ba-6f48-4dc8-8627-d255fae182fb tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:49.540102 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5fdbde0a-0cdd-4685-a28c-7d8189dd9ac9 req-f8faf0ba-6f48-4dc8-8627-d255fae182fb tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 943 time: 0.4702604
Apr 19 19:50:49.688613 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5fdbde0a-0cdd-4685-a28c-7d8189dd9ac9 req-7235c421-46b7-4d92-ba55-6c90a56b1279 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389365
Apr 19 19:50:49.704619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:50:49.713886 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:port and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:50:49.719991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:50:49.728328 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:50:49.732990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] For port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:49.739484 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] For port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:49.743858 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:49.749623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-52c29b84-e0ce-411b-9c34-96cbdd368fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:49.787596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Made reservation on behalf of 4e32b2019a9b4ec6ba345b15c035cb50 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:50:49.793655 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:49.835420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:49.836238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:49.837568 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] 10.222.0.60 "PUT /v2.0/ports/75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 1093 time: 1.8838234
Apr 19 19:50:49.843442 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:50:49.937374 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'status': 'completed', 'code': 200}
Apr 19 19:50:49.979719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Pushing event updated for resources: {'Port': ['ID=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:49.995125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:50.102286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-adee638a-425a-4ead-8465-18efa62cfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:50.103813 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-adee638a-425a-4ead-8465-18efa62cfd12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66ca8a35fb85468095dcfd182255d0ea&device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1096 time: 0.2082744
Apr 19 19:50:50.107929 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Allocated IP 172.20.0.8 (17f9765f-91de-4011-ad4a-a559400e1682/4b452bf2-6b0e-4816-8fed-53d8d72323c3/67a928c1-4f23-4f4a-b577-d312ba77257e) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:50:50.187801 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-737945df-2aa9-4af7-9360-5d28f0210813 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 217 time: 0.0747759
Apr 19 19:50:50.359033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-36251768-30a6-4cab-81bd-a35975cdcae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:50.360611 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-36251768-30a6-4cab-81bd-a35975cdcae4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92f08282-96b1-4956-beb6-042080c1bbb9 HTTP/1.1" status: 200  len: 853 time: 0.1618328
Apr 19 19:50:50.485108 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-de0ce70d-b6d1-4a38-8773-6b5fa4042d8a req-7b5aef0a-59fa-4a74-9e05-129a5e005646 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.0637364
Apr 19 19:50:50.562153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:50.570662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-aaa909aa-cae2-412d-9032-921be00de0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:50.572326 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-aaa909aa-cae2-412d-9032-921be00de0a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c96191-f23b-48be-a7de-e4b7d4d60ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2003579
Apr 19 19:50:50.612531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Transition to ACTIVE for port object 67a928c1-4f23-4f4a-b577-d312ba77257e will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:50.743029 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-1899202e-3aad-470d-83fb-a2b12337802c service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637182
Apr 19 19:50:50.746839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:50.753185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08da2174-cab6-466d-bfcd-6db43a7833cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:50.962546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Network 17f9765f-91de-4011-ad4a-a559400e1682 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:50:50.968997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:50:50.985199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:50:51.267391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'Port': ['ID=67a928c1-4f23-4f4a-b577-d312ba77257e,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:51.274850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0dd2705d-d20e-4ce5-a45f-01aa734c58cd None None] Provisioning for port 67a928c1-4f23-4f4a-b577-d312ba77257e completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:51.282824 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0dd2705d-d20e-4ce5-a45f-01aa734c58cd None None] Provisioning complete for port 67a928c1-4f23-4f4a-b577-d312ba77257e triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:51.283431 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dd2705d-d20e-4ce5-a45f-01aa734c58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:51.284497 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:51.360805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2705d-d20e-4ce5-a45f-01aa734c58cd None None] Port 67a928c1-4f23-4f4a-b577-d312ba77257e cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:50:51.367916 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:51.368601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:51.380887 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8b747c3-07bf-4e56-9da0-c7b33e61ff67 req-1c9540e8-cc6e-4182-b030-d27af6225256 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5945084
Apr 19 19:50:51.404605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bae705-f11f-40ad-a99d-cd2f3df0d1bf req-356059ea-d9ad-4af3-a639-9897bfd61aaa tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:51.407752 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4bae705-f11f-40ad-a99d-cd2f3df0d1bf req-356059ea-d9ad-4af3-a639-9897bfd61aaa tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 943 time: 0.5919590
Apr 19 19:50:51.421490 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0406520
Apr 19 19:50:51.448835 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Request body: {'port': {'device_id': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:50:51.580270 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4bae705-f11f-40ad-a99d-cd2f3df0d1bf req-309210c6-a85a-4df1-84c9-54f4d37ba909 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575253
Apr 19 19:50:51.713537 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:51.783739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-a7a90bfe-7c93-4fe7-9e2a-0b18a2d7e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:51.785265 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-a7a90bfe-7c93-4fe7-9e2a-0b18a2d7e8c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66ca8a35fb85468095dcfd182255d0ea&device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1096 time: 0.3452735
Apr 19 19:50:51.919477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb54dc-7045-419f-8d2a-789967282e56 req-ba807841-ac40-42cc-91b7-c4f091282340 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:51.920238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1dbb54dc-7045-419f-8d2a-789967282e56 req-ba807841-ac40-42cc-91b7-c4f091282340 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Synchronizing usage tracker for tenant:4e32b2019a9b4ec6ba345b15c035cb50 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:50:52.050739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1dbb54dc-7045-419f-8d2a-789967282e56 req-ba807841-ac40-42cc-91b7-c4f091282340 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Unset dirty status for tenant:4e32b2019a9b4ec6ba345b15c035cb50 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:50:52.052055 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1dbb54dc-7045-419f-8d2a-789967282e56 req-ba807841-ac40-42cc-91b7-c4f091282340 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 931 time: 0.4387646
Apr 19 19:50:52.085900 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-23d32f57-a7ed-4683-8c59-185fe7678b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:52.087539 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-23d32f57-a7ed-4683-8c59-185fe7678b0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 200  len: 915 time: 0.2923906
Apr 19 19:50:52.234036 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-ddd0efcd-595f-4d98-aad3-fc8b3c8aec6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 217 time: 0.0806479
Apr 19 19:50:52.349423 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1dbb54dc-7045-419f-8d2a-789967282e56 req-76c16ae1-5d59-4c85-baf5-e41bd3f1a720 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2820730
Apr 19 19:50:52.386695 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-0a4d407b-b71d-4901-9505-f8579498da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:52.388271 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-0a4d407b-b71d-4901-9505-f8579498da06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92f08282-96b1-4956-beb6-042080c1bbb9 HTTP/1.1" status: 200  len: 853 time: 0.1445928
Apr 19 19:50:52.549292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a928c1-4f23-4f4a-b577-d312ba77257e {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:50:52.561200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:52.565171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-45222610-9c06-4593-a370-3950d8acbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:52.566830 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-45222610-9c06-4593-a370-3950d8acbde4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c96191-f23b-48be-a7de-e4b7d4d60ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1714122
Apr 19 19:50:52.611160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Transition to ACTIVE for port object 67a928c1-4f23-4f4a-b577-d312ba77257e will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:50:52.666472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:52.678000 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78a85300-299b-4ace-a238-f6cf349c4671 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:52.951134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Pushing event updated for resources: {'Port': ['ID=67a928c1-4f23-4f4a-b577-d312ba77257e,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:52.955016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:53.035627 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-0b5299c1-4edc-4fa0-b4a3-7f9cb9120e3e service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4594553
Apr 19 19:50:53.166487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643007b3-effa-4c14-81c1-d29c31938da0 req-e5a0a738-a121-4651-9d2f-d385c0937a1f tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:53.168032 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-643007b3-effa-4c14-81c1-d29c31938da0 req-e5a0a738-a121-4651-9d2f-d385c0937a1f tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 943 time: 0.4564705
Apr 19 19:50:53.184042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-50b4950a-f3e5-4851-8358-a33aa27501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:53.205892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Attempting to bind port 67a928c1-4f23-4f4a-b577-d312ba77257e on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:50:53.206263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Attempting to bind port 67a928c1-4f23-4f4a-b577-d312ba77257e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:50:53.206653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Attempting to bind port 67a928c1-4f23-4f4a-b577-d312ba77257e on network 17f9765f-91de-4011-ad4a-a559400e1682 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:53.220061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Port 67a928c1-4f23-4f4a-b577-d312ba77257e on network 17f9765f-91de-4011-ad4a-a559400e1682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:50:53.220508 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Attempting to bind port 67a928c1-4f23-4f4a-b577-d312ba77257e on network 17f9765f-91de-4011-ad4a-a559400e1682 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:50:53.224619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:50:53.261730 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Checking agent: {'id': '82901e5e-8f76-423c-b032-80bc85268592', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'started_at': datetime.datetime(2021, 4, 19, 19, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:50:53.262099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Checking segment: {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:50:53.262548 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Bound using segment: {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:50:53.263033 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Bound port: 67a928c1-4f23-4f4a-b577-d312ba77257e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70924295-7fb4-44e8-8888-5b20e1402876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:50:53.263418 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:53.339803 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-643007b3-effa-4c14-81c1-d29c31938da0 req-bde041c3-95c5-41d3-afe3-95fb7dee4a0f tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625082
Apr 19 19:50:53.348744 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2f346f7-fed3-4dce-8190-d410b179ed13 req-87e78f90-c9d8-4288-9f6e-453db923f11c service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3029416
Apr 19 19:50:53.407656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:50:53.410991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67a928c1-4f23-4f4a-b577-d312ba77257e,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:50:53.415420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:53.421637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e174d597-e764-467d-835a-75156342711c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:53.543893 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:53.544564 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:53.546661 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] 10.222.0.60 "PUT /v2.0/ports/67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 200  len: 1093 time: 2.1054299
Apr 19 19:50:53.547208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:50:53.571303 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Pushing event updated for resources: {'Port': ['ID=67a928c1-4f23-4f4a-b577-d312ba77257e,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:53.576381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:53.655613 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'status': 'completed', 'code': 200}
Apr 19 19:50:53.704177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950db71-febc-4ed6-82a3-ba375cba1519 req-d3c700e1-bb0e-463f-bad9-8d3b52c33c20 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:53.705838 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3950db71-febc-4ed6-82a3-ba375cba1519 req-d3c700e1-bb0e-463f-bad9-8d3b52c33c20 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.2280622
Apr 19 19:50:53.774234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-363ba8c4-d8c2-4604-b855-3ca410aed7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:53.775815 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-363ba8c4-d8c2-4604-b855-3ca410aed7ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1096 time: 0.1735079
Apr 19 19:50:53.781302 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3950db71-febc-4ed6-82a3-ba375cba1519 req-9293c84c-679b-4c5e-98c3-901413dea1f4 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625191
Apr 19 19:50:53.852756 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-e212826b-10e2-4331-a005-d4e55f06e729 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 200  len: 217 time: 0.0679905
Apr 19 19:50:53.926643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-4df7e863-bb5f-4ce7-acf8-2cf865c38262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:53.928281 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-4df7e863-bb5f-4ce7-acf8-2cf865c38262 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b452bf2-6b0e-4816-8fed-53d8d72323c3 HTTP/1.1" status: 200  len: 847 time: 0.0686963
Apr 19 19:50:54.013451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-d5c25fc3-fab7-4f31-bec2-4903aa6d8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:54.015943 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-d5c25fc3-fab7-4f31-bec2-4903aa6d8e40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17f9765f-91de-4011-ad4a-a559400e1682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801320
Apr 19 19:50:54.163536 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-f0ef61d7-c20a-4536-afd4-58bd6e0dbc10 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408446
Apr 19 19:50:54.218726 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:50:54.374778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:54.392222 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'port_id': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'mac_address': 'fa:16:3e:94:70:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:50:54.464583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:54.486282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:50:54.504609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:54.507897 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:54.509902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:54.578682 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37a5b76e-6586-498b-8e9c-23a77e2fbf37 req-ef0c4e17-8825-4ad5-9318-6ad412d46c25 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4071789
Apr 19 19:50:54.587347 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:54.594838 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:54.753145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5149-8734-471f-bf52-ac6aec009786 req-6c7749f1-77c9-4468-b5c0-1b7b44ef6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:54.754751 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-148b5149-8734-471f-bf52-ac6aec009786 req-6c7749f1-77c9-4468-b5c0-1b7b44ef6bc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1096 time: 0.1205862
Apr 19 19:50:54.769984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:50:55.031263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5149-8734-471f-bf52-ac6aec009786 req-ea91d0d7-3607-498b-9f2a-77a665aa4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:55.032771 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-148b5149-8734-471f-bf52-ac6aec009786 req-ea91d0d7-3607-498b-9f2a-77a665aa4c79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 200  len: 909 time: 0.2710791
Apr 19 19:50:55.116795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-17c4c940-aa6b-49c7-801b-f02c10afe45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:55.121840 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-148b5149-8734-471f-bf52-ac6aec009786 req-e7837018-f2fb-46dc-85a9-b79f9fe90276 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 200  len: 217 time: 0.0801113
Apr 19 19:50:55.131125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc8a93-840a-451a-9550-138714082afa req-6c1f0ca0-eec9-471d-846e-76955cdbd088 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:55.132646 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e7cc8a93-840a-451a-9550-138714082afa req-6c1f0ca0-eec9-471d-846e-76955cdbd088 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 944 time: 0.6294255
Apr 19 19:50:55.215020 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19174e33-cd96-4654-b9e4-9b027cf7cd24 req-020a4135-1a67-44da-913a-0d4a7a41a245 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:55.216631 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-19174e33-cd96-4654-b9e4-9b027cf7cd24 req-020a4135-1a67-44da-913a-0d4a7a41a245 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.3012989
Apr 19 19:50:55.263172 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5149-8734-471f-bf52-ac6aec009786 req-18af4bbb-18ba-4a68-a4e2-dc6363b4c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:55.264850 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-148b5149-8734-471f-bf52-ac6aec009786 req-18af4bbb-18ba-4a68-a4e2-dc6363b4c1fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b452bf2-6b0e-4816-8fed-53d8d72323c3 HTTP/1.1" status: 200  len: 847 time: 0.1311479
Apr 19 19:50:55.274752 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e7cc8a93-840a-451a-9550-138714082afa req-4396abab-329f-4307-8cef-d124ac79fbdb tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002958
Apr 19 19:50:55.345900 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-19174e33-cd96-4654-b9e4-9b027cf7cd24 req-77a937e4-d475-4db1-b127-2755d8a76a05 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191533
Apr 19 19:50:55.375601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5149-8734-471f-bf52-ac6aec009786 req-12bbf252-044c-4ba3-b0af-a77f65aefbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:55.377208 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-148b5149-8734-471f-bf52-ac6aec009786 req-12bbf252-044c-4ba3-b0af-a77f65aefbb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17f9765f-91de-4011-ad4a-a559400e1682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1015468
Apr 19 19:50:55.528442 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-148b5149-8734-471f-bf52-ac6aec009786 req-74ff3e6b-15d0-4dc8-b101-18c2340f6a02 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443710
Apr 19 19:50:55.680662 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-148b5149-8734-471f-bf52-ac6aec009786 req-c8d7d453-4b06-4ed9-bbc9-dff9c62263b1 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452894
Apr 19 19:50:56.125796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:56.218185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:50:56.290783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:50:56.295839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:50:56.296265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:56.425864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:56.456477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:50:56.467555 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:50:56.471342 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:56.473497 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:50:56.489804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d543-3cef-4ab7-b961-982bb94670ef req-9b8eb246-f93e-42eb-81a4-d1a7b8f34759 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:56.491499 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63c5d543-3cef-4ab7-b961-982bb94670ef req-9b8eb246-f93e-42eb-81a4-d1a7b8f34759 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 944 time: 0.0997086
Apr 19 19:50:56.551363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:50:56.554659 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:50:56.595440 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63c5d543-3cef-4ab7-b961-982bb94670ef req-23bca26c-3f7b-45f2-8cfe-bac7987ee10c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965581
Apr 19 19:50:56.595685 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:56.644428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2d859-7992-49a8-8256-b15db4313bd4 req-b5eb63c1-2bf9-46be-ab82-ce9dfcde133f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:56.645986 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abd2d859-7992-49a8-8256-b15db4313bd4 req-b5eb63c1-2bf9-46be-ab82-ce9dfcde133f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.1706214
Apr 19 19:50:56.656561 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'code': 200}
Apr 19 19:50:56.698614 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abd2d859-7992-49a8-8256-b15db4313bd4 req-e90170ab-e5f9-4e78-8e95-6f413038605f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455444
Apr 19 19:50:56.897863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eab1e9-a36b-449b-887b-683ff32574a4 req-d4fe50ba-1342-44fd-a59b-275a5fd8c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:56.899511 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1eab1e9-a36b-449b-887b-683ff32574a4 req-d4fe50ba-1342-44fd-a59b-275a5fd8c74d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1098 time: 0.0812457
Apr 19 19:50:56.947844 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1eab1e9-a36b-449b-887b-683ff32574a4 req-2b359c91-87c1-4db0-928e-1f7160ed6306 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422235
Apr 19 19:50:57.576741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:50:57.821711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86efbb-39d3-4c84-a90b-22746feea8e3 req-dd40142f-5b8b-4f18-94c2-18b1c6825e65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:57.823302 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe86efbb-39d3-4c84-a90b-22746feea8e3 req-dd40142f-5b8b-4f18-94c2-18b1c6825e65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 945 time: 0.0970585
Apr 19 19:50:57.873757 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe86efbb-39d3-4c84-a90b-22746feea8e3 req-167fed8f-14b6-428f-9280-6c85452e4dd0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433111
Apr 19 19:50:57.980262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a6113-3fa1-4084-acad-44df3e759316 req-cba2a00e-1462-42e2-8bde-1298a44369bb tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:57.981867 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-af1a6113-3fa1-4084-acad-44df3e759316 req-cba2a00e-1462-42e2-8bde-1298a44369bb tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.0972095
Apr 19 19:50:58.034586 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-af1a6113-3fa1-4084-acad-44df3e759316 req-0ad33495-4139-42af-bef7-a5b9a01b60ce tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460684
Apr 19 19:50:59.091527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22cc11-60c1-4aee-a94c-1f3ce4d7847a req-bc439bc4-0984-41c5-8f74-357a89983dab tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:59.093883 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6e22cc11-60c1-4aee-a94c-1f3ce4d7847a req-bc439bc4-0984-41c5-8f74-357a89983dab tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 945 time: 0.0939114
Apr 19 19:50:59.144083 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6e22cc11-60c1-4aee-a94c-1f3ce4d7847a req-cbf8ae0c-31c5-40f3-9558-5a9d071ae56f tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437462
Apr 19 19:50:59.370397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b15d-b3f0-416c-9821-bea24595e798 req-53c33031-55c0-4ccb-ab52-1c4a4c59d6fa tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:59.372017 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bc86b15d-b3f0-416c-9821-bea24595e798 req-53c33031-55c0-4ccb-ab52-1c4a4c59d6fa tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.1599643
Apr 19 19:50:59.385725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1cd69-77fc-4309-a3ae-351864dc294d req-c2ae95cc-f063-482a-bcfd-a0637089df51 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:59.387347 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ba1cd69-77fc-4309-a3ae-351864dc294d req-c2ae95cc-f063-482a-bcfd-a0637089df51 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 945 time: 0.1230581
Apr 19 19:50:59.461812 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bc86b15d-b3f0-416c-9821-bea24595e798 req-a49aac46-69e9-425b-b0b7-452bded1b434 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733199
Apr 19 19:50:59.472997 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ba1cd69-77fc-4309-a3ae-351864dc294d req-51a22be1-173f-45c5-a515-67ae6de2778b tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681489
Apr 19 19:50:59.921279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff0ce1-5ad1-4e5b-b8aa-248dcfa21e07 req-0529de2e-f5d7-43b2-97ff-bde50addd85c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:50:59.922890 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e6ff0ce1-5ad1-4e5b-b8aa-248dcfa21e07 req-0529de2e-f5d7-43b2-97ff-bde50addd85c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 945 time: 0.1000361
Apr 19 19:50:59.970945 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e6ff0ce1-5ad1-4e5b-b8aa-248dcfa21e07 req-4acb7575-97dd-4bb7-a1b8-da2028185ece tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415626
Apr 19 19:51:00.668449 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb485e-3bab-47b0-9c01-3a69f5acc4eb req-bcdb7985-0056-4bf0-b481-514f4db82f8f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:00.670258 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abfb485e-3bab-47b0-9c01-3a69f5acc4eb req-bcdb7985-0056-4bf0-b481-514f4db82f8f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.0916073
Apr 19 19:51:00.725419 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-abfb485e-3bab-47b0-9c01-3a69f5acc4eb req-d91d4314-5b8f-47c7-a939-1e34735b9743 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485625
Apr 19 19:51:01.927541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc660d5-2383-4bf8-abfd-26011a2aed8e req-62f9471a-6708-4f10-a2a3-5b0ce6c75341 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:01.929163 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3bc660d5-2383-4bf8-abfd-26011a2aed8e req-62f9471a-6708-4f10-a2a3-5b0ce6c75341 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.0898747
Apr 19 19:51:01.982541 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3bc660d5-2383-4bf8-abfd-26011a2aed8e req-5cb1385c-d8ce-4779-b692-7d9dd86cb0cf tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463970
Apr 19 19:51:02.235017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 67a928c1-4f23-4f4a-b577-d312ba77257e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:51:02.382531 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67a928c1-4f23-4f4a-b577-d312ba77257e,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:02.397265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'port_id': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'mac_address': 'fa:16:3e:7a:8f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:51:02.456536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:02.474988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a928c1-4f23-4f4a-b577-d312ba77257e {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:51:02.491613 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67a928c1-4f23-4f4a-b577-d312ba77257e,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:02.494514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:02.497112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-62be9edb-95a4-4023-b42a-0038249c6130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:02.572184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=67a928c1-4f23-4f4a-b577-d312ba77257e,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:02.575491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:02.769534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['67a928c1-4f23-4f4a-b577-d312ba77257e'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:51:03.189970 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b97f1-fa91-46f9-baa3-2b53cf480119 req-812549b7-f280-41f0-92ae-6cf9906d73a6 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:03.191529 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-002b97f1-fa91-46f9-baa3-2b53cf480119 req-812549b7-f280-41f0-92ae-6cf9906d73a6 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 944 time: 0.0888569
Apr 19 19:51:03.239356 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-002b97f1-fa91-46f9-baa3-2b53cf480119 req-65864a11-f354-4178-b144-40a60c4a9c73 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414202
Apr 19 19:51:04.250042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 67a928c1-4f23-4f4a-b577-d312ba77257e up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:51:04.328397 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning for port 67a928c1-4f23-4f4a-b577-d312ba77257e completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:51:04.333504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 67a928c1-4f23-4f4a-b577-d312ba77257e triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:51:04.333928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:04.455323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487373f-d676-4321-9a12-b6cb4e575f22 req-427c4441-0541-4279-b79e-9bf8a6cf9f00 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:04.457060 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7487373f-d676-4321-9a12-b6cb4e575f22 req-427c4441-0541-4279-b79e-9bf8a6cf9f00 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 944 time: 0.0959213
Apr 19 19:51:04.460478 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:04.493781 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:51:04.506651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67a928c1-4f23-4f4a-b577-d312ba77257e,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:04.510954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:04.514105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-438e1df8-9d34-418b-9fba-0807791ca680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:04.517763 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7487373f-d676-4321-9a12-b6cb4e575f22 req-03129d35-cb36-44c0-9d86-dd49d424bb2b tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538561
Apr 19 19:51:04.555590 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'code': 200}
Apr 19 19:51:04.602657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=67a928c1-4f23-4f4a-b577-d312ba77257e,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:04.605989 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:04.878777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486029b7-cde5-4a3c-b968-38143787a7be req-10b1558f-11f2-4be9-bc2f-d8d4380ff7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:04.880396 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-486029b7-cde5-4a3c-b968-38143787a7be req-10b1558f-11f2-4be9-bc2f-d8d4380ff7b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1098 time: 0.0878723
Apr 19 19:51:04.926969 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-486029b7-cde5-4a3c-b968-38143787a7be req-49851003-d035-42d6-9532-60a833d5cf6f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387535
Apr 19 19:51:05.738730 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640f3bf-7877-44f7-bf3b-a3f45ef33bcc req-61e911ed-626f-4abc-80cf-0bf1daf3cf33 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:05.740366 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d640f3bf-7877-44f7-bf3b-a3f45ef33bcc req-61e911ed-626f-4abc-80cf-0bf1daf3cf33 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0967064
Apr 19 19:51:05.789878 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d640f3bf-7877-44f7-bf3b-a3f45ef33bcc req-6a735a99-efc3-42a8-991f-6a6620d54ce2 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430703
Apr 19 19:51:06.996723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18291bfc-3d20-4658-979b-6f026b5afb7c req-cdfae8ca-431b-4fe4-b0e2-e9812a4ae2e4 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:06.998228 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-18291bfc-3d20-4658-979b-6f026b5afb7c req-cdfae8ca-431b-4fe4-b0e2-e9812a4ae2e4 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0910714
Apr 19 19:51:07.048243 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-18291bfc-3d20-4658-979b-6f026b5afb7c req-4ec9abe2-17f6-436d-ba83-54a48d21c589 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429962
Apr 19 19:51:07.246905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b3c89-af02-4c05-bea6-c1b0370437ea req-27498bf0-9af6-4d47-b187-5c3ae772f2e7 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:07.248442 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d96b3c89-af02-4c05-bea6-c1b0370437ea req-27498bf0-9af6-4d47-b187-5c3ae772f2e7 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0865703
Apr 19 19:51:07.297582 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d96b3c89-af02-4c05-bea6-c1b0370437ea req-6b9c1bbc-8bc3-42b6-97bc-08515af61c00 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426178
Apr 19 19:51:07.321637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37008) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:07.511674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a037b-5dee-4827-b69b-a3b7f344c724 tempest-TestShelveInstance-1187875706 tempest-TestShelveInstance-1187875706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:07.513202 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a08a037b-5dee-4827-b69b-a3b7f344c724 tempest-TestShelveInstance-1187875706 tempest-TestShelveInstance-1187875706-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1093 time: 0.1905267
Apr 19 19:51:07.517057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37014) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:07.522559 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Request body: {'floatingip': {'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'port_id': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:07.529329 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:07.533978 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Usage tracker for resource:floatingip and tenant:4e32b2019a9b4ec6ba345b15c035cb50 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:51:07.537017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:51:07.542984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:07.552353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:07.695263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:07.845551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Allocated IP 172.27.3.3 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/c3a4ce65-0d65-463a-9c85-599168a3b778) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:51:08.001839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:08.032436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:08.037314 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-611b93e6-bb8c-4241-b70d-b5fae18d7109 tempest-VolumesActionsTest-171592626 tempest-VolumesActionsTest-171592626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:08.110539 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:51:08.111674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:51:08.114313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:51:08.156363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'Port': ['ID=c3a4ce65-0d65-463a-9c85-599168a3b778,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:08.173351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.173779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.174194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.174632 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.175044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.175451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.175855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.176264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.176669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.177071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.177470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.177866 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:08.181669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:08.799112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:08.834554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:08.881663 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:09.159718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:09.164625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:09.169228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7bcef119-2646-41d5-9d5e-60bb5b59140f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:09.305363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event updated for resources: {'Port': ['ID=c3a4ce65-0d65-463a-9c85-599168a3b778,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:09.312775 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-a2098eb0-5f1c-4100-868e-91714ee1dbf2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2158756
Apr 19 19:51:09.313605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:09.318622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:09.558290 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Floating IP bb5b56c5-d6c0-40b1-9b15-9cbdbe3aea31 associated. External IP: 172.27.3.3, port: 67a928c1-4f23-4f4a-b577-d312ba77257e.
Apr 19 19:51:09.689489 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-afa9bfe4-1a78-4ad9-8533-740a6fc2452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:09.691121 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-afa9bfe4-1a78-4ad9-8533-740a6fc2452d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 1099 time: 0.3133965
Apr 19 19:51:10.014821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-4331f5a7-be3a-4b97-a30d-24d0a87c205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:10.016409 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-4331f5a7-be3a-4b97-a30d-24d0a87c205a service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.3048048
Apr 19 19:51:10.156565 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-0a2308f2-d5e9-48a8-b17c-87630c5f42ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b HTTP/1.1" status: 200  len: 1001 time: 0.1315160
Apr 19 19:51:10.161409 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:51:10.370773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-02e316fe-ac53-4468-a27e-652c9aea2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:10.372357 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-02e316fe-ac53-4468-a27e-652c9aea2b4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.2079875
Apr 19 19:51:10.765248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:51:10.776452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] Sync routers for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:51:10.787780 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:10.788538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a0b66d8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:10.821374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:10.870395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12083dc-c49c-4d6a-b727-d6ec464d7a9d req-86f9afd1-6a00-4ebf-a923-6ca7c61cbee8 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:10.871918 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c12083dc-c49c-4d6a-b727-d6ec464d7a9d req-86f9afd1-6a00-4ebf-a923-6ca7c61cbee8 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 945 time: 0.4959340
Apr 19 19:51:10.877095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-b6e678c3-41d3-4373-9c83-ad6b83f5d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:10.878648 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-b6e678c3-41d3-4373-9c83-ad6b83f5d699 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4633543
Apr 19 19:51:10.910369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-4ec59d18-00fa-46c1-9a32-f57d6ba2d304 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:51:10.911463 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-4ec59d18-00fa-46c1-9a32-f57d6ba2d304 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055330
Apr 19 19:51:10.957061 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6771f8f3-0235-4482-928a-f3bf2e00360a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 3.4385712
Apr 19 19:51:10.988922 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:11.011957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:51:11.037351 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c12083dc-c49c-4d6a-b727-d6ec464d7a9d req-9dab9963-3250-4312-aa90-0ba0c850dc0b tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558137
Apr 19 19:51:11.066974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37034) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:11.087711 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'status': 'completed', 'code': 200}
Apr 19 19:51:11.163136 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-1e51f909-135a-4f74-ad89-d70d00ec0eed service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418926
Apr 19 19:51:11.293083 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aecffe2-9420-4bd4-9bda-eb88f9e1825f tempest-TestMinimumBasicScenario-1496378398 tempest-TestMinimumBasicScenario-1496378398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:11.293837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7aecffe2-9420-4bd4-9bda-eb88f9e1825f tempest-TestMinimumBasicScenario-1496378398 tempest-TestMinimumBasicScenario-1496378398-project-admin] Synchronizing usage tracker for tenant:c00dafafdbd5496db6d61f5324dcdf53 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:51:11.300014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-a4919d66-4bed-415e-8f9f-ee2064e812a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:11.301631 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-a4919d66-4bed-415e-8f9f-ee2064e812a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1098 time: 0.1948624
Apr 19 19:51:11.314379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7aecffe2-9420-4bd4-9bda-eb88f9e1825f tempest-TestMinimumBasicScenario-1496378398 tempest-TestMinimumBasicScenario-1496378398-project-admin] Unset dirty status for tenant:c00dafafdbd5496db6d61f5324dcdf53 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:51:11.315700 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7aecffe2-9420-4bd4-9bda-eb88f9e1825f tempest-TestMinimumBasicScenario-1496378398 tempest-TestMinimumBasicScenario-1496378398-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1093 time: 0.2473822
Apr 19 19:51:11.320506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37040) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:11.326583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'floatingip': {'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'port_id': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:11.333904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:11.339118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Usage tracker for resource:floatingip and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:51:11.342367 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:51:11.348706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:11.364919 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:11.429831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a0b66d8>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': 'bb5b56c5-d6c0-40b1-9b15-9cbdbe3aea31', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'port_id': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'mac_address': 'fa:16:3e:7a:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:51:08Z', 'updated_at': '2021-04-19T19:51:08Z', 'revision_number': 0, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:50:02Z', 'revision_number': 5, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:11.434402 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d40349e-79ba-409f-97fc-c9cdcadd5af5 req-7565bac4-d4a7-4c1c-9693-80a5fc58e8c7 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2616229
Apr 19 19:51:11.438562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] Checking router: 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:51:11.454318 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:11.455374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a0b66d8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:11.499803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-773a93bc-f6bd-4f4c-a4aa-6aa6749b828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:11.501466 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-773a93bc-f6bd-4f4c-a4aa-6aa6749b828f service neutron] 10.222.0.60 "GET /v2.0/networks?id=17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 200  len: 909 time: 0.1877568
Apr 19 19:51:11.521669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:11.654076 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-4118a98c-3f2d-4b12-bc29-aa5ac8267047 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 200  len: 997 time: 0.1336811
Apr 19 19:51:11.694473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Allocated IP 172.27.3.135 (b71e1ecc-964b-42fa-addc-71bec2e230a9/c0dee28f-cfd8-4949-8329-24e1d5d18606/6742e433-0255-4313-a684-efd90dbe0aab) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:51:11.728734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-2ab0478a-88cc-45f9-a901-81a9ba5268b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:11.730357 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-2ab0478a-88cc-45f9-a901-81a9ba5268b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b452bf2-6b0e-4816-8fed-53d8d72323c3 HTTP/1.1" status: 200  len: 847 time: 0.0694098
Apr 19 19:51:11.836677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-965a5547-ad1f-4778-8c46-4518578af2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:11.838762 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-965a5547-ad1f-4778-8c46-4518578af2f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17f9765f-91de-4011-ad4a-a559400e1682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0961657
Apr 19 19:51:11.851013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:11.861785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:11.895664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251754874791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:11.900637 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0e07fac2-0709-4c2a-b82f-1d565d18e1e9 tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:11.971620 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Network b71e1ecc-964b-42fa-addc-71bec2e230a9 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:51:11.975341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:51:11.979443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:51:11.990479 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-74c8b00d-cf37-4b1f-81b2-fd51748a2dea service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445589
Apr 19 19:51:12.020120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'Port': ['ID=6742e433-0255-4313-a684-efd90dbe0aab,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:12.034888 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:12.141454 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dc93e8-3b83-41ef-8691-f2e6040099c2 req-26c904ce-e366-4582-abb2-b3d1866d0a80 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442311
Apr 19 19:51:12.292254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a0b66d8>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': 'bb5b56c5-d6c0-40b1-9b15-9cbdbe3aea31', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'port_id': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'mac_address': 'fa:16:3e:7a:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:51:08Z', 'updated_at': '2021-04-19T19:51:08Z', 'revision_number': 0, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:50:02Z', 'revision_number': 5, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:12.296664 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d2065-119b-4fcd-8b83-343486312f18 None None] The sync data for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi is: [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': 'bb5b56c5-d6c0-40b1-9b15-9cbdbe3aea31', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'port_id': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'mac_address': 'fa:16:3e:7a:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:51:08Z', 'updated_at': '2021-04-19T19:51:08Z', 'revision_number': 0, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:50:02Z', 'revision_number': 5, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:51:12.458744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:12.475471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37044) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:12.549709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:12.602940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e1a0d6-a943-4e99-b7d9-d6bf2e214b47 None None] New status for floating IP bb5b56c5-d6c0-40b1-9b15-9cbdbe3aea31: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:51:12.716230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Deleting port 8de7d4b2-1128-4808-ac4d-001af6021cb2 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:12.716602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:12.801219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:12.807798 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6521925'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:12.814752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:12.922772 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:12.923248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:12.942568 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'Port': ['ID=6742e433-0255-4313-a684-efd90dbe0aab,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:12.949735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679094'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:13.073581 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Calling delete_port for 8de7d4b2-1128-4808-ac4d-001af6021cb2 owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:13.248733 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:13.251291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:13.253795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b09129fb-ced7-4a75-ba35-ca866dc7f3ef tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:13.300971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event deleted for resources: {'Port': ['ID=8de7d4b2-1128-4808-ac4d-001af6021cb2,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:13.304453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:13.390322 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Floating IP 7709bc83-a889-4058-970e-457c54883894 associated. External IP: 172.27.3.135, port: 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a.
Apr 19 19:51:13.403020 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:13.403389 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Floating IP 56d4bcd4-fea2-42e6-8624-f00e85bd8317 disassociated (deleted). External IP: 172.27.3.71, port: cf130c23-77fd-4bdc-9a64-f6e66639cb6b.
Apr 19 19:51:13.775155 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Router 6b9cb2bf-c7de-46f3-8453-642992ecb28d has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:51:13.786724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Router ab857948-74d2-473c-bfff-5b010d327407 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:51:13.970639 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:51:13.982411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] Sync routers for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:51:13.990475 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:51:13.993776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:13.994585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a2f3320>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:13.999545 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:14.015692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] Sync routers for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:51:14.023974 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:14.075991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:14.078870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b2726a0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:14.090400 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7686198
Apr 19 19:51:14.091099 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:51:14.114594 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37048) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:14.141120 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-256976564', 'description': 'tempest-secgroup-smoke-256976564 description', 'project_id': '66ca8a35fb85468095dcfd182255d0ea'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:14.178122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:14.197985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:14.199544 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'status': 'completed', 'code': 200}
Apr 19 19:51:14.205421 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9f62c9eb-1e07-4d56-9339-8a2126faef80 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "DELETE /v2.0/floatingips/56d4bcd4-fea2-42e6-8624-f00e85bd8317 HTTP/1.1" status: 204  len: 168 time: 1.7287655
Apr 19 19:51:14.207801 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:51:14.222057 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:14.227840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:14.269006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:14.275945 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Usage tracker for resource:security_group_rule and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:51:14.279767 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:51:14.287652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:14.320428 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'status': 'completed', 'code': 200}
Apr 19 19:51:14.365621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:14.711584 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a2f3320>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '7709bc83-a889-4058-970e-457c54883894', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'port_id': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'mac_address': 'fa:16:3e:94:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:51:12Z', 'updated_at': '2021-04-19T19:51:12Z', 'revision_number': 0, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233925fd-b528-4f7e-a3c3-518aeb49ac19', 'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'mac_address': 'fa:16:3e:0e:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:09Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 5, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'subnets': [{'id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:14.715806 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] Checking router: 6b9cb2bf-c7de-46f3-8453-642992ecb28d for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:51:14.725660 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:14.726405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a2f3320>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:14.816689 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b2726a0>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '6437c8fc-04c5-4564-81fa-bd9543649184', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:13Z', 'updated_at': '2021-04-19T19:47:17Z', 'revision_number': 1, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:14.822024 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] Checking router: ab857948-74d2-473c-bfff-5b010d327407 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:51:14.832662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:14.833770 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b2726a0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:14.862209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:14.874178 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:14.881569 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-00a5e0fe-6462-4170-81e2-1e3c4b6dbae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:14.935583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:14.969610 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-f48bd8b1-07ea-4f33-8702-d215749d73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:14.971223 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-f48bd8b1-07ea-4f33-8702-d215749d73b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66ca8a35fb85468095dcfd182255d0ea&device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1098 time: 0.7289622
Apr 19 19:51:14.977696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540ef935-3732-48bf-8810-e266ce5e650b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:14.985077 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:15.009380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.014206 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a98da6c8-5aec-4a40-bf51-b0b870bb7543 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.8944006
Apr 19 19:51:15.014577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37064) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:15.023762 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a403d-d41a-49e5-8dd5-69606d8f9ef6 req-97943a08-3e6c-47e0-bca1-b6960ec8c5ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:15.024630 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a62a403d-d41a-49e5-8dd5-69606d8f9ef6 req-97943a08-3e6c-47e0-bca1-b6960ec8c5ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Synchronizing usage tracker for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:51:15.029969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'security_group_rule': {'security_group_id': '540ef935-3732-48bf-8810-e266ce5e650b', 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:15.033811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-8b579205-a27e-4e50-a077-380f6f7905e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:15.035459 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-8b579205-a27e-4e50-a077-380f6f7905e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 1099 time: 0.6965060
Apr 19 19:51:15.039547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:15.044258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Usage tracker for resource:security_group_rule and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:51:15.049330 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:51:15.057826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:15.082115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.088050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:15.159416 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.163526 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.166757 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:15.180723 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a62a403d-d41a-49e5-8dd5-69606d8f9ef6 req-97943a08-3e6c-47e0-bca1-b6960ec8c5ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Unset dirty status for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:51:15.182390 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a62a403d-d41a-49e5-8dd5-69606d8f9ef6 req-97943a08-3e6c-47e0-bca1-b6960ec8c5ee tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 946 time: 0.4869831
Apr 19 19:51:15.206412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.211457 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1954949
Apr 19 19:51:15.212168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37068) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:15.220337 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'security_group_rule': {'security_group_id': '540ef935-3732-48bf-8810-e266ce5e650b', 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:15.227541 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5814197e-9474-46ff-9ed8-154d815d69ee,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:15.240534 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:15.244468 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.244899 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.245322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.245744 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.246158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.246640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.247199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.247617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.249220 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.249705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.250134 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.250572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:51:15.268291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Usage tracker for resource:security_group_rule and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:51:15.271903 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3fe692f1-47b8-4975-a285-a7f52cf89b11 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:15.272958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:51:15.279743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:15.300277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.339167 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a62a403d-d41a-49e5-8dd5-69606d8f9ef6 req-0dcd1e1c-1e85-4c31-9bb8-42e8ea2bd723 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383612
Apr 19 19:51:15.341967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-6f49e29a-3c9c-4a47-9353-5d9e1efeb4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:15.343802 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-6f49e29a-3c9c-4a47-9353-5d9e1efeb4fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 200  len: 915 time: 0.3613296
Apr 19 19:51:15.345044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-30d717e3-4062-4e48-b37e-20c0012e9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:15.346568 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-30d717e3-4062-4e48-b37e-20c0012e9019 service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.2623355
Apr 19 19:51:15.381662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.384618 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.387652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fac3f77a-5509-48b5-831d-e56ed336cdde tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:15.426602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdb536d-7c5c-4961-ab1f-a5c5a71c9a28,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:15.429859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:15.432241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a2f3320>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '7709bc83-a889-4058-970e-457c54883894', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'port_id': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'mac_address': 'fa:16:3e:94:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:51:12Z', 'updated_at': '2021-04-19T19:51:12Z', 'revision_number': 0, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233925fd-b528-4f7e-a3c3-518aeb49ac19', 'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'mac_address': 'fa:16:3e:0e:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:09Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 5, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'subnets': [{'id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:15.437686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ecf37a-d0bf-4e83-a113-3fe6952dbb8a None None] The sync data for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi is: [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '7709bc83-a889-4058-970e-457c54883894', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'port_id': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'mac_address': 'fa:16:3e:94:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:51:12Z', 'updated_at': '2021-04-19T19:51:12Z', 'revision_number': 0, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233925fd-b528-4f7e-a3c3-518aeb49ac19', 'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'mac_address': 'fa:16:3e:0e:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:09Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 5, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'subnets': [{'id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:51:15.439019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.446292 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1f69a5ce-8ac7-4063-9dd4-bea0495b4df5 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2289376
Apr 19 19:51:15.446599 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37072) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:15.453273 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'security_group_rule': {'security_group_id': '540ef935-3732-48bf-8810-e266ce5e650b', 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:15.460552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:15.464722 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Usage tracker for resource:security_group_rule and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:51:15.469036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:51:15.475728 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:15.498773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.522605 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-ae2490b1-111d-42af-a387-9aed80828963 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b HTTP/1.1" status: 200  len: 217 time: 0.1618845
Apr 19 19:51:15.595851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.612045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.615085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:15.641718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daaf6823-61be-4dcd-b276-efd504e10f49,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:15.644944 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:15.653956 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.658497 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fb8eed40-4e7e-4d8b-9b75-fb734ff167c0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2107780
Apr 19 19:51:15.659322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37076) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:15.664026 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-dc694bf5-37e8-415f-88f2-09b22f3f7b07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 999 time: 0.2232177
Apr 19 19:51:15.665388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'security_group_rule': {'security_group_id': '540ef935-3732-48bf-8810-e266ce5e650b', 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:15.665554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-c38d0144-5f99-4723-80e3-e8a087fae92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:15.667032 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-c38d0144-5f99-4723-80e3-e8a087fae92a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.1341331
Apr 19 19:51:15.671353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b2726a0>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '6437c8fc-04c5-4564-81fa-bd9543649184', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:13Z', 'updated_at': '2021-04-19T19:47:17Z', 'revision_number': 1, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:15.672308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:15.675761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980f950-b0af-4c47-b339-7e6d046c6477 None None] The sync data for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi is: [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_floatingips': [{'id': '6437c8fc-04c5-4564-81fa-bd9543649184', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'router_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'port_id': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'mac_address': 'fa:16:3e:ab:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:13Z', 'updated_at': '2021-04-19T19:47:17Z', 'revision_number': 1, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:51:15.677439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Usage tracker for resource:security_group_rule and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:51:15.687251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:51:15.694250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:15.714030 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.796428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.799707 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.803004 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9910c6da-1ec8-431d-a3c4-4754ca87b0ed tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:15.817376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-36520ee0-2e1f-411d-845b-b5b0138aa207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:15.819455 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-36520ee0-2e1f-411d-845b-b5b0138aa207 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92f08282-96b1-4956-beb6-042080c1bbb9 HTTP/1.1" status: 200  len: 853 time: 0.1384027
Apr 19 19:51:15.829803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-f142e56c-37ff-47db-bf86-00411b4138c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:15.831483 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-f142e56c-37ff-47db-bf86-00411b4138c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1521440
Apr 19 19:51:15.832332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5febf9f-f7a3-4636-8f76-38bb46c6bee9,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:15.835251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:15.844473 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:15.844882 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbf43df-9818-4c8b-bd4b-619df265ad69 None None] New status for floating IP 7709bc83-a889-4058-970e-457c54883894: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:51:15.850091 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2dfbdd0a-1304-4c75-a073-2fbf25dea5ad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1854141
Apr 19 19:51:15.860591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37080) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:15.870034 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'security_group_rule': {'security_group_id': '540ef935-3732-48bf-8810-e266ce5e650b', 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:15.883098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:15.892941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Usage tracker for resource:security_group_rule and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:51:15.901324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:51:15.908953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:15.921080 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Project 66ca8a35fb85468095dcfd182255d0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:51:15.930387 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.010158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.016928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.019265 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-88c30cd5-4d70-43c3-b421-1830496f685d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:16.047985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4800a2b-4154-4d4a-a2a4-b0f031773e2a,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:16.059023 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:16.071390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.077381 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-540babc2-2aad-419f-a416-2dce32479d65 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2137897
Apr 19 19:51:16.078650 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37084) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:16.085311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'security_group_rule': {'security_group_id': '540ef935-3732-48bf-8810-e266ce5e650b', 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:16.094216 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:51:16.101946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-9b99226d-7d6f-476d-9192-084c2d07cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:16.103160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Usage tracker for resource:security_group_rule and tenant:66ca8a35fb85468095dcfd182255d0ea is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:51:16.103779 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-9b99226d-7d6f-476d-9192-084c2d07cf18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c96191-f23b-48be-a7de-e4b7d4d60ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2622168
Apr 19 19:51:16.105889 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-582f69fc-a41e-45f4-87d1-71c8b2c4f47f service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2656834
Apr 19 19:51:16.106338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:51:16.113479 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:51:16.124159 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Project 66ca8a35fb85468095dcfd182255d0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:51:16.131393 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.202407 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c423d-5663-4975-b867-5980539faf5a None None] New status for floating IP 56d4bcd4-fea2-42e6-8624-f00e85bd8317: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:51:16.204878 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.209801 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.211961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:16.229425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce626fe-d9df-485e-81f6-7f7a1458d80d,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:16.233544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:16.322015 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.328056 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b2f57a13-06e4-4eb3-ad41-cca491f3c946 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2479696
Apr 19 19:51:16.355434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-458d9c32-41ab-4fa6-8efe-fb529cb82f46 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:16.357084 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-458d9c32-41ab-4fa6-8efe-fb529cb82f46 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 946 time: 0.1224809
Apr 19 19:51:16.399384 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7463ae27-f22f-4a10-a7bc-5cd80ae51e0f req-1f374d84-f602-467e-b2e0-537cdd9980bb service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2606153
Apr 19 19:51:16.403282 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-749aa33d-50ad-42e0-8b88-ace6066f7408 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2877920
Apr 19 19:51:16.460510 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Deleting port cf130c23-77fd-4bdc-9a64-f6e66639cb6b {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:16.460898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.618299 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-070e27ca-e5c7-4c7d-9f79-76aa461ba240 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Synchronizing usage tracker for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:51:16.689044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-070e27ca-e5c7-4c7d-9f79-76aa461ba240 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Unset dirty status for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:51:16.690312 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-070e27ca-e5c7-4c7d-9f79-76aa461ba240 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-256976564&fields=id&tenant_id=66ca8a35fb85468095dcfd182255d0ea HTTP/1.1" status: 200  len: 267 time: 0.2385073
Apr 19 19:51:16.694776 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac7968c0-0b76-42b1-8451-0ad0da6d2f06 req-9b2142de-efe2-4ef4-982b-bd8012fc3255 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2791486
Apr 19 19:51:16.740364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] For port cf130c23-77fd-4bdc-9a64-f6e66639cb6b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:16.740784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:16.744808 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be087a6-a1ce-48d1-8af9-879bbd3d46f4 req-61384733-1705-4801-b8ea-e5d31caf5fba tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:16.746438 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2be087a6-a1ce-48d1-8af9-879bbd3d46f4 req-61384733-1705-4801-b8ea-e5d31caf5fba tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 946 time: 0.2458365
Apr 19 19:51:16.821769 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2be087a6-a1ce-48d1-8af9-879bbd3d46f4 req-3073f430-fdfe-4b2f-99c0-b5b8295b7285 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619130
Apr 19 19:51:16.842628 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-1ce99c25-c6e3-41ea-98ba-c565f290379e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:16.844628 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-1ce99c25-c6e3-41ea-98ba-c565f290379e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 945 time: 0.1462698
Apr 19 19:51:16.857272 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'port': {'security_groups': ['44d77fbd-07fc-4098-8208-2f51ddda21ee', '540ef935-3732-48bf-8810-e266ce5e650b']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:51:16.878280 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Calling delete_port for cf130c23-77fd-4bdc-9a64-f6e66639cb6b owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:16.995491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:17.040769 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:17.050631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:17.127651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event deleted for resources: {'Port': ['ID=cf130c23-77fd-4bdc-9a64-f6e66639cb6b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:17.135665 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:17.182800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] No DVR routers for this DVR port cf130c23-77fd-4bdc-9a64-f6e66639cb6b on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:51:17.185350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:17.188803 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'name': 'network-vif-deleted', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:51:17.204902 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-161f46cc-42ef-4cb9-ae2a-3ce25c87552c req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "DELETE /v2.0/ports/cf130c23-77fd-4bdc-9a64-f6e66639cb6b HTTP/1.1" status: 204  len: 173 time: 0.8412330
Apr 19 19:51:17.244953 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7633e18b-7373-4db8-b22f-4deb2559cf20', 'name': 'network-vif-deleted', 'tag': 'cf130c23-77fd-4bdc-9a64-f6e66639cb6b', 'status': 'completed', 'code': 200}
Apr 19 19:51:17.292332 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] For port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:17.320051 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:17.323735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:17.331138 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c2a7aa39-30ae-4504-8f61-a3b24b5a238a tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:17.337474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:51:17.404641 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:17.405591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:17.408104 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-284b14a7-3c95-44c0-9a70-37d075c48a20 req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "PUT /v2.0/ports/75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 981 time: 0.5561650
Apr 19 19:51:17.408719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:51:17.451094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'Port': ['ID=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,revision_number=6']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:17.455552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a20108bf-8ee8-4e91-a693-30ac4df39b6c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:17.489939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:51:17.503840 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'status': 'completed', 'code': 200}
Apr 19 19:51:17.671658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-e40268d0-20b4-49c6-8f0f-b4dc80c76df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:17.673276 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-e40268d0-20b4-49c6-8f0f-b4dc80c76df8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66ca8a35fb85468095dcfd182255d0ea&device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1137 time: 0.1428397
Apr 19 19:51:17.710547 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfc934-6574-4f36-bf6c-84cdf1b6c1eb req-b935a716-8e6c-4af7-a425-54463938f044 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:17.712658 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fadfc934-6574-4f36-bf6c-84cdf1b6c1eb req-b935a716-8e6c-4af7-a425-54463938f044 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.1439950
Apr 19 19:51:17.800022 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fadfc934-6574-4f36-bf6c-84cdf1b6c1eb req-275cec51-70a6-4735-9b4e-4372998c4075 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0798507
Apr 19 19:51:17.852870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-977fadda-c25d-4890-b216-7dd0e0f8d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:17.854424 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-977fadda-c25d-4890-b216-7dd0e0f8d207 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 200  len: 915 time: 0.1741509
Apr 19 19:51:17.988986 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-49b3776f-8190-4d5a-9eec-be84575f3c8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 1001 time: 0.1261711
Apr 19 19:51:18.010304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-685170b2-cfeb-4529-a3f8-d0014e43a19f None None] Provisioning complete for port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:51:18.010754 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-685170b2-cfeb-4529-a3f8-d0014e43a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:18.116069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-931460df-1c14-46bb-8bf4-e721b07c2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:18.119148 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-931460df-1c14-46bb-8bf4-e721b07c2d0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92f08282-96b1-4956-beb6-042080c1bbb9 HTTP/1.1" status: 200  len: 853 time: 0.1202888
Apr 19 19:51:18.143754 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5b62ec42-e300-4073-a71d-16b47ab0a875 req-79c75d98-6d40-461f-9479-ba9d422727d7 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=7633e18b-7373-4db8-b22f-4deb2559cf20 HTTP/1.1" status: 200  len: 210 time: 0.1314235
Apr 19 19:51:18.249638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-5303da0d-f6bf-4fd3-b0ba-d3aa3fb3765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:18.251299 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-5303da0d-f6bf-4fd3-b0ba-d3aa3fb3765c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c96191-f23b-48be-a7de-e4b7d4d60ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1251240
Apr 19 19:51:18.315685 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device cf130c23-77fd-4bdc-9a64-f6e66639cb6b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:51:18.384566 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: cf130c23-77fd-4bdc-9a64-f6e66639cb6b {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:51:18.385060 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device cf130c23-77fd-4bdc-9a64-f6e66639cb6b not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:51:18.414925 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-2419df8f-5d5b-4032-beb9-7aabf3d50c64 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555350
Apr 19 19:51:18.571070 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90148c7a-cc87-4395-8ccd-de3fabcddc32 req-601e41e0-442d-4dfc-911b-1ee23ff7fdb0 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472175
Apr 19 19:51:21.681904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37118) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:22.138069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Deleting port 652193b5-dcd2-4fae-a406-4bf666a5866e {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:22.138474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:22.322942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:22.323312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:22.463436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Calling delete_port for 652193b5-dcd2-4fae-a406-4bf666a5866e owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:22.640427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:22.645633 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f67a2c64-19b9-4b14-990b-b9e776ff82b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:22.699355 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event deleted for resources: {'Port': ['ID=652193b5-dcd2-4fae-a406-4bf666a5866e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:22.703512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:22.807346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:22.807746 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Floating IP 6437c8fc-04c5-4564-81fa-bd9543649184 disassociated (deleted). External IP: 172.27.3.153, port: 48308846-6d35-4456-83ae-1ba5a3fdc26d.
Apr 19 19:51:23.176606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73df4c24-a1ae-4a8c-9825-a2b9890c71d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:23.206453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Router ab857948-74d2-473c-bfff-5b010d327407 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:51:23.405574 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:51:23.416154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] Sync routers for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:51:23.423256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:23.426910 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:23.427596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ad3f6a0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:23.484471 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "DELETE /v2.0/floatingips/6437c8fc-04c5-4564-81fa-bd9543649184 HTTP/1.1" status: 204  len: 168 time: 1.8012531
Apr 19 19:51:23.488839 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:51:23.545183 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'status': 'completed', 'code': 200}
Apr 19 19:51:23.631734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:23.653823 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-47ef93c5-8aca-4241-9b4e-9dd0ff8a094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:23.655639 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-47ef93c5-8aca-4241-9b4e-9dd0ff8a094f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 1098 time: 0.0865119
Apr 19 19:51:23.812562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-0905b1e3-e011-42dd-85fe-c1ff1bc75c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:23.814440 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-0905b1e3-e011-42dd-85fe-c1ff1bc75c97 service neutron] 10.222.0.60 "GET /v2.0/networks?id=487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 200  len: 912 time: 0.1497285
Apr 19 19:51:23.888165 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-481d5495-24fe-489a-8e35-7019ed1c85c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d HTTP/1.1" status: 200  len: 217 time: 0.0656688
Apr 19 19:51:23.917665 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53872b81-d7b7-4d2b-9baa-960021575e59 req-6d3d8b29-0dfb-40c0-b489-01cb2fe1fe8f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:23.919229 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53872b81-d7b7-4d2b-9baa-960021575e59 req-6d3d8b29-0dfb-40c0-b489-01cb2fe1fe8f tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 945 time: 0.1046140
Apr 19 19:51:23.965847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-d0cf10d0-74f0-40e6-8688-bfa2ec91f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:23.967490 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-d0cf10d0-74f0-40e6-8688-bfa2ec91f75d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 200  len: 850 time: 0.0712059
Apr 19 19:51:23.981375 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ad3f6a0>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:23.986871 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] Checking router: ab857948-74d2-473c-bfff-5b010d327407 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:51:23.997391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:23.998305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70ad3f6a0>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:50:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:24.057117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-17520e51-4c8f-48c4-a6e9-4f5c2204b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:24.058729 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-17520e51-4c8f-48c4-a6e9-4f5c2204b449 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=487a408a-9bf5-4c4c-bdd3-73f41a90b517&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840075
Apr 19 19:51:24.212933 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-fba578c2-928b-416d-b0bb-108b75bc5a71 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456575
Apr 19 19:51:24.216898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:24.218214 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53872b81-d7b7-4d2b-9baa-960021575e59 req-96969961-fc63-4d57-b270-27719f6026fc tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2913098
Apr 19 19:51:24.363015 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2deb9cfa-d9c5-473e-a066-dc8bda6405d1 req-093166a0-e8cc-4fd4-b93c-a0c0eb9562a6 service neutron] 10.222.0.60 "GET /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428390
Apr 19 19:51:24.565104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70ad3f6a0>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:24.569426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b24fa5-8b08-41df-9a0f-f7eb94902287 None None] The sync data for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi is: [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:43:22Z', 'revision_number': 4, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '1c2fd749-291e-454b-a075-937743509448', 'name': '', 'network_id': '487a408a-9bf5-4c4c-bdd3-73f41a90b517', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'mac_address': 'fa:16:3e:cc:6e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:21Z', 'updated_at': '2021-04-19T19:43:34Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'subnets': [{'id': '02097a20-6b7f-4094-98bf-e146a1eab38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:51:24.961228 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0af9ee-f2d4-4080-90c3-613711727206 None None] New status for floating IP 6437c8fc-04c5-4564-81fa-bd9543649184: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:51:25.118171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e3a37c6e-6e39-4abd-9c71-943803a20311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:25.420415 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b32390-8dba-48fb-97b1-c29976a9d806 req-6885f180-8721-4cfb-b3ea-41937bd7782e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:25.422057 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-08b32390-8dba-48fb-97b1-c29976a9d806 req-6885f180-8721-4cfb-b3ea-41937bd7782e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 945 time: 0.0882773
Apr 19 19:51:25.472035 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-08b32390-8dba-48fb-97b1-c29976a9d806 req-4c1d5633-0ad8-40c9-8eab-bc2ae616069e tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/security-groups?id=df4fffed-f918-45b6-9c72-8894acffcbfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437407
Apr 19 19:51:25.607065 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-c0e52706-cb43-4809-8bdb-04f38c21ee55 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:25.607813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-c0e52706-cb43-4809-8bdb-04f38c21ee55 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Synchronizing usage tracker for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:51:25.623410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-c0e52706-cb43-4809-8bdb-04f38c21ee55 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Unset dirty status for tenant:29e6b178b50c4f2c8cce9409ac14df4e on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:51:25.624653 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-c0e52706-cb43-4809-8bdb-04f38c21ee55 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 945 time: 0.1071508
Apr 19 19:51:25.700574 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Deleting port 48308846-6d35-4456-83ae-1ba5a3fdc26d {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:25.700904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:25.957881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] For port 48308846-6d35-4456-83ae-1ba5a3fdc26d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48308846-6d35-4456-83ae-1ba5a3fdc26d,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:25.958213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:26.089746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Calling delete_port for 48308846-6d35-4456-83ae-1ba5a3fdc26d owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:26.127543 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:26.239308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:26.245109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:26.292186 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event deleted for resources: {'Port': ['ID=48308846-6d35-4456-83ae-1ba5a3fdc26d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:26.296106 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:26.598826 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:26.619936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] No DVR routers for this DVR port 48308846-6d35-4456-83ae-1ba5a3fdc26d on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:51:26.622304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:26.625739 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'name': 'network-vif-deleted', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:51:26.641720 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-55ad5f52-d443-42a4-9647-ea09ec494200 req-02540bc9-f12d-450f-9105-731a1a725c97 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.60 "DELETE /v2.0/ports/48308846-6d35-4456-83ae-1ba5a3fdc26d HTTP/1.1" status: 204  len: 173 time: 1.0110791
Apr 19 19:51:26.644781 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31c1600e-08e9-42a5-8ed3-8e7ba3e52d32 req-1cabe02d-e1de-4fe6-a734-361cbabbf215 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ceb2152-a240-4af1-ab38-75b387930d0a HTTP/1.1" status: 200  len: 210 time: 0.0515580
Apr 19 19:51:26.686661 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb2152-a240-4af1-ab38-75b387930d0a', 'name': 'network-vif-deleted', 'tag': '48308846-6d35-4456-83ae-1ba5a3fdc26d', 'status': 'completed', 'code': 200}
Apr 19 19:51:27.580275 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:27.752054 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37140) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:27.920237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Deleting port c72c5fbd-9606-4ddf-8846-619721b3e950 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:27.920615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:28.102996 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:28.103363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:28.234846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Calling delete_port for c72c5fbd-9606-4ddf-8846-619721b3e950 owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:28.380276 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:28.384735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:28.431324 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event deleted for resources: {'Port': ['ID=c72c5fbd-9606-4ddf-8846-619721b3e950,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:28.433859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:28.532037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:28.547717 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:28.548939 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-340f7411-cba7-4a7e-bd6a-c67a9d89200c tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "DELETE /v2.0/floatingips/8e101b42-c441-4b87-9b3c-ab954653089c HTTP/1.1" status: 204  len: 168 time: 0.7958264
Apr 19 19:51:29.956017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37154) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:30.029327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-07ab0d33-1c1f-472a-bd11-a55d793639dc tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:30.061662 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-07ab0d33-1c1f-472a-bd11-a55d793639dc tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:30.120805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-07ab0d33-1c1f-472a-bd11-a55d793639dc tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:30.126775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6df5fbf9-584a-40ec-a05c-623ee7529829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:30.142121 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab0d33-1c1f-472a-bd11-a55d793639dc tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4fffed-f918-45b6-9c72-8894acffcbfc,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:30.145125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-07ab0d33-1c1f-472a-bd11-a55d793639dc tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:30.146088 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-07ab0d33-1c1f-472a-bd11-a55d793639dc tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:30.147305 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-07ab0d33-1c1f-472a-bd11-a55d793639dc tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] 10.222.0.13 "DELETE /v2.0/security-groups/df4fffed-f918-45b6-9c72-8894acffcbfc HTTP/1.1" status: 204  len: 168 time: 0.1901834
Apr 19 19:51:30.205440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37162) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:30.224642 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:51:30.342820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 48308846-6d35-4456-83ae-1ba5a3fdc26d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:51:30.380857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 48308846-6d35-4456-83ae-1ba5a3fdc26d {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:51:30.381246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 48308846-6d35-4456-83ae-1ba5a3fdc26d not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:51:30.887331 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854018915'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:31.255194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Deleting port 1c2fd749-291e-454b-a075-937743509448 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:31.255735 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:31.438623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] For port 1c2fd749-291e-454b-a075-937743509448, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=1c2fd749-291e-454b-a075-937743509448,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:31.439107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:31.568429 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Calling delete_port for 1c2fd749-291e-454b-a075-937743509448 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:31.742853 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:31.747450 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e43ac608-fec6-4b81-bbcb-3f285053b694 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:31.795658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2fd749-291e-454b-a075-937743509448,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:31.799636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:32.079863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854018845'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:32.706109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Router ab857948-74d2-473c-bfff-5b010d327407 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:51:32.904214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:51:32.914370 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] Sync routers for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:51:32.920320 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3207373d-7e8e-478a-8923-1eb54984cd3d admin admin] 10.222.0.13 "PUT /v2.0/routers/ab857948-74d2-473c-bfff-5b010d327407/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7134280
Apr 19 19:51:32.923014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37170) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:32.925086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:32.925771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a08f358>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:51:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:33.123233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:33.293732 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:33.322800 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:33.332147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Deleting port d47c03cb-7230-470f-8437-ab64f74062af {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:33.332550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:33.522951 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] For port d47c03cb-7230-470f-8437-ab64f74062af, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=d47c03cb-7230-470f-8437-ab64f74062af,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:33.523378 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:33.605395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a08f358>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:51:31Z', 'revision_number': 5, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port': {'id': 'd47c03cb-7230-470f-8437-ab64f74062af', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab857948-74d2-473c-bfff-5b010d327407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:15Z', 'updated_at': '2021-04-19T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:33.610183 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] Checking router: ab857948-74d2-473c-bfff-5b010d327407 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:51:33.619979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] Routers {'ab857948-74d2-473c-bfff-5b010d327407'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:33.620658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a08f358>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:51:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['ab857948-74d2-473c-bfff-5b010d327407'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:33.681616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Calling delete_port for d47c03cb-7230-470f-8437-ab64f74062af owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:33.792026 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] Set router ab857948-74d2-473c-bfff-5b010d327407 gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:33.880636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:33.884686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:33.914775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a08f358>, [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:51:33Z', 'revision_number': 6, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port_host': None}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:33.915226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40225274-0a94-4377-91f5-9e381bfe57bc None None] The sync data for ids ['ab857948-74d2-473c-bfff-5b010d327407'] in dv-cinder-786933-1-iscsi is: [{'id': 'ab857948-74d2-473c-bfff-5b010d327407', 'name': 'tempest-TestVolumeBootPattern-563668577-router', 'tenant_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:14Z', 'updated_at': '2021-04-19T19:51:33Z', 'revision_number': 6, 'project_id': '29e6b178b50c4f2c8cce9409ac14df4e', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:51:33.931644 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47c03cb-7230-470f-8437-ab64f74062af,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:33.935785 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:34.037572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679778'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.235553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2356'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.238076 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.266193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.266847 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab857948-74d2-473c-bfff-5b010d327407 {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:51:34.281361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.282816 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-dfc2208f-dd5a-4a17-819e-aff21285def6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab857948-74d2-473c-bfff-5b010d327407 HTTP/1.1" status: 204  len: 168 time: 1.3587415
Apr 19 19:51:34.285967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37174) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:34.356094 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e92bd38-c438-4a80-8da2-1d2f80d0e663 admin admin] Deleting subnet 02097a20-6b7f-4094-98bf-e146a1eab38e {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:51:34.359268 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd38-c438-4a80-8da2-1d2f80d0e663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.415364 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd38-c438-4a80-8da2-1d2f80d0e663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848133536'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.504240 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd38-c438-4a80-8da2-1d2f80d0e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.778657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd38-c438-4a80-8da2-1d2f80d0e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848253544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6351245'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.784114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:34.821433 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92bd38-c438-4a80-8da2-1d2f80d0e663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02097a20-6b7f-4094-98bf-e146a1eab38e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:34.823697 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd38-c438-4a80-8da2-1d2f80d0e663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.827354 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4e92bd38-c438-4a80-8da2-1d2f80d0e663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:34.828208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209dcb98-a1ea-48cd-b3a2-8692ee1c916b None None] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:51:34.831250 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4e92bd38-c438-4a80-8da2-1d2f80d0e663 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/02097a20-6b7f-4094-98bf-e146a1eab38e HTTP/1.1" status: 204  len: 168 time: 0.5439355
Apr 19 19:51:34.833842 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37180) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:34.953674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:34.964854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Deleting port 8369bc21-94fb-4953-bb5e-154c5d20cc1b {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:34.965229 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:35.151867 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] DHCP port deletion for 487a408a-9bf5-4c4c-bdd3-73f41a90b517 request from dv-cinder-786933-1-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:51:35.156881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] Deleting port 8369bc21-94fb-4953-bb5e-154c5d20cc1b {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:35.157453 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:35.295638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] For port 8369bc21-94fb-4953-bb5e-154c5d20cc1b, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=8369bc21-94fb-4953-bb5e-154c5d20cc1b,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:35.296032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:35.362850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-47280ced-0e12-45b4-a17e-03538e9b7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:35.364667 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-47280ced-0e12-45b4-a17e-03538e9b7666 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66ca8a35fb85468095dcfd182255d0ea&device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1137 time: 0.0838790
Apr 19 19:51:35.400050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] For port 8369bc21-94fb-4953-bb5e-154c5d20cc1b, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=8369bc21-94fb-4953-bb5e-154c5d20cc1b,segment=NetworkSegment(8d7bf8eb-4274-40d9-a0de-862b417da5c0),segment_id=8d7bf8eb-4274-40d9-a0de-862b417da5c0)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:35.400441 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:35.444246 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Calling delete_port for 8369bc21-94fb-4953-bb5e-154c5d20cc1b owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:35.517672 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-bfc03981-7672-4fd2-b75f-715d12ffcedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:35.519463 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-bfc03981-7672-4fd2-b75f-715d12ffcedc service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 200  len: 915 time: 0.1419411
Apr 19 19:51:35.524692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008309-ad8f-4811-bf91-13e4facd6e98 req-2e1e57f5-51f3-4b04-bf7e-c7960dda559a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:35.526674 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc008309-ad8f-4811-bf91-13e4facd6e98 req-2e1e57f5-51f3-4b04-bf7e-c7960dda559a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.3271718
Apr 19 19:51:35.543353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] Calling delete_port for 8369bc21-94fb-4953-bb5e-154c5d20cc1b owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:35.587383 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:35.595154 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc008309-ad8f-4811-bf91-13e4facd6e98 req-b1327cff-bdeb-4691-88cd-0a184434e3f6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0520861
Apr 19 19:51:35.596905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78a63c6d-82d8-49ab-960f-c241fdf90503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:35.626529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:51:35.626938 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:51:35.647739 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-7e4c4188-de05-4e65-877d-2fa972a15f89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 1001 time: 0.1201704
Apr 19 19:51:35.649558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] No DVR routers for this DVR port 8369bc21-94fb-4953-bb5e-154c5d20cc1b on host dv-cinder-786933-1-iscsi {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:51:35.680810 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8369bc21-94fb-4953-bb5e-154c5d20cc1b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:35.683423 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:35.724653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-dd14aa33-279f-4cc7-b57e-99d3a1ff7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:35.726207 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-dd14aa33-279f-4cc7-b57e-99d3a1ff7a3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92f08282-96b1-4956-beb6-042080c1bbb9 HTTP/1.1" status: 200  len: 853 time: 0.0699959
Apr 19 19:51:35.778797 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:35.808565 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-03851e2a-0e5e-4937-9f97-a81002fcd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:35.810161 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-03851e2a-0e5e-4937-9f97-a81002fcd339 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c96191-f23b-48be-a7de-e4b7d4d60ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773742
Apr 19 19:51:35.893746 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70a93c080>,) {'filters': {'network_id': ['487a408a-9bf5-4c4c-bdd3-73f41a90b517']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:35.911347 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70a93c080>, '8d7bf8eb-4274-40d9-a0de-862b417da5c0') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:35.911726 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70a93c080>, '8d7bf8eb-4274-40d9-a0de-862b417da5c0') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:35.924939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849268215'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:35.949552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:35.956317 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:51:35.959674 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-1049437d-a184-42ff-8a97-8c288e00abf5 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421268
Apr 19 19:51:35.968338 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 1c2fd749-291e-454b-a075-937743509448 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:51:36.007676 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 1c2fd749-291e-454b-a075-937743509448 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:51:36.008241 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 1c2fd749-291e-454b-a075-937743509448 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:51:36.008821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device d47c03cb-7230-470f-8437-ab64f74062af no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:51:36.048331 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: d47c03cb-7230-470f-8437-ab64f74062af {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:51:36.049074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device d47c03cb-7230-470f-8437-ab64f74062af not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:51:36.049895 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 8369bc21-94fb-4953-bb5e-154c5d20cc1b no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:51:36.107052 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 8369bc21-94fb-4953-bb5e-154c5d20cc1b {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:51:36.107626 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 8369bc21-94fb-4953-bb5e-154c5d20cc1b not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:51:36.128105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] Deleting port 8369bc21-94fb-4953-bb5e-154c5d20cc1b {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:36.128631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:36.146865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:51:36.157778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5507988'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:36.203506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5623b76f-c0ca-43a4-973d-8f303e845ad1 None None] The port '8369bc21-94fb-4953-bb5e-154c5d20cc1b' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:51:36.350078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Network 487a408a-9bf5-4c4c-bdd3-73f41a90b517 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:51:36.373027 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:51:36.376480 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b6ceba89-6c7f-43aa-b109-d6058c95c1ad req-6342ad55-d358-46d9-b899-8c14b8e79f72 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4077580
Apr 19 19:51:36.452457 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:36.458238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-669b4d6f-b1d0-405e-ba5d-736d4b9dabb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:36.474097 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:36.488063 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=487a408a-9bf5-4c4c-bdd3-73f41a90b517,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:36.492074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:36.495487 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/487a408a-9bf5-4c4c-bdd3-73f41a90b517 HTTP/1.1" status: 204  len: 168 time: 1.6591210
Apr 19 19:51:36.497789 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37188) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:36.806050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eca37-597a-4839-950b-e6a55f025010 req-e72c9e49-cf0f-459f-9427-dc2ba3096a45 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:36.807695 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9c2eca37-597a-4839-950b-e6a55f025010 req-e72c9e49-cf0f-459f-9427-dc2ba3096a45 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.0894818
Apr 19 19:51:36.861459 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9c2eca37-597a-4839-950b-e6a55f025010 req-41c2ed3a-40cb-453b-9fe0-03f90d9c7b0a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0461230
Apr 19 19:51:37.075278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854018915'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:37.439319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Deleting port 06e0b473-4d8c-4db6-8716-58277633d451 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:37.439621 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:37.626486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] For port 06e0b473-4d8c-4db6-8716-58277633d451, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=06e0b473-4d8c-4db6-8716-58277633d451,segment=NetworkSegment(1b8349d3-1a84-4dc4-b8e5-e82c1950a53f),segment_id=1b8349d3-1a84-4dc4-b8e5-e82c1950a53f)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:37.626879 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:37.757242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Calling delete_port for 06e0b473-4d8c-4db6-8716-58277633d451 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:37.949954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:37.955342 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03520f89-e8a7-4822-ae7f-67386d78fe61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:38.003181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e0b473-4d8c-4db6-8716-58277633d451,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:38.035263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:38.098112 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afe31e-43ac-4426-8f8d-f138737520a6 req-ba919644-6301-458a-9cb7-ef4c93db13f0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:38.101261 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-16afe31e-43ac-4426-8f8d-f138737520a6 req-ba919644-6301-458a-9cb7-ef4c93db13f0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.1170039
Apr 19 19:51:38.158384 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-16afe31e-43ac-4426-8f8d-f138737520a6 req-bdbfdb07-60d6-4901-925c-f9869c917f4d tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0492947
Apr 19 19:51:38.369322 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854018845'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:38.755902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:51:38.856487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:38.947724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:51:38.959244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] Sync routers for ids ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:51:38.965298 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-66d449b1-1230-4c71-9259-b05aa3d43272 admin admin] 10.222.0.13 "PUT /v2.0/routers/bfe8502b-22e5-497b-9f9f-45c8ab12cff8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4661653
Apr 19 19:51:38.968283 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37196) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:38.970251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] Routers {'bfe8502b-22e5-497b-9f9f-45c8ab12cff8'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:38.970955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b232208>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:51:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:39.171351 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:39.173006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] Set router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:39.434290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:39.447321 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aadb9-b616-4edf-b25c-feeb2c2f5cf6 req-fe851d30-1b68-4600-8af8-923ff8d536f3 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:39.448945 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-858aadb9-b616-4edf-b25c-feeb2c2f5cf6 req-fe851d30-1b68-4600-8af8-923ff8d536f3 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.1556549
Apr 19 19:51:39.454918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Deleting port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:39.454918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:39.477176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b232208>, [{'id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:28Z', 'updated_at': '2021-04-19T19:51:37Z', 'revision_number': 5, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'gw_port': {'id': '882d9834-fe38-4da2-9cfa-0b5ac1ee709e', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:43:29Z', 'updated_at': '2021-04-19T19:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:39.481361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] Checking router: bfe8502b-22e5-497b-9f9f-45c8ab12cff8 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:51:39.490447 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] Routers {'bfe8502b-22e5-497b-9f9f-45c8ab12cff8'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:51:39.491116 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b232208>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:51:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:39.621137 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-858aadb9-b616-4edf-b25c-feeb2c2f5cf6 req-85355fea-b73a-46b9-b703-0afefa709a27 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1350250
Apr 19 19:51:39.694145 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] For port 882d9834-fe38-4da2-9cfa-0b5ac1ee709e, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=882d9834-fe38-4da2-9cfa-0b5ac1ee709e,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:39.694588 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:39.818691 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] Set router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:51:39.839329 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Calling delete_port for 882d9834-fe38-4da2-9cfa-0b5ac1ee709e owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:39.940369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b232208>, [{'id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:28Z', 'updated_at': '2021-04-19T19:51:39Z', 'revision_number': 6, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'gw_port_host': None}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:39.945281 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870cd79-08fc-41cb-8444-bcafc02426d1 None None] The sync data for ids ['bfe8502b-22e5-497b-9f9f-45c8ab12cff8'] in dv-cinder-786933-1-iscsi is: [{'id': 'bfe8502b-22e5-497b-9f9f-45c8ab12cff8', 'name': 'tempest-TestVolumeBootPattern-1095759896-router', 'tenant_id': '2433ce77612d49b2b5ded9e87fddbd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:43:28Z', 'updated_at': '2021-04-19T19:51:39Z', 'revision_number': 6, 'project_id': '2433ce77612d49b2b5ded9e87fddbd22', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:51:40.283857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:40.289231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b93f0be-927e-418a-ae12-3d5d158ac29a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:40.379666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Pushing event deleted for resources: {'Port': ['ID=882d9834-fe38-4da2-9cfa-0b5ac1ee709e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:40.382294 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:40.453227 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679778'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:40.657731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2356'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:40.660766 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:40.692770 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:40.693471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe8502b-22e5-497b-9f9f-45c8ab12cff8 {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:51:40.707512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:40.708675 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-265c4ab9-224d-48ab-b762-1e69be064404 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bfe8502b-22e5-497b-9f9f-45c8ab12cff8 HTTP/1.1" status: 204  len: 168 time: 1.7387223
Apr 19 19:51:40.711426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37204) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:40.846234 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddc8fed-0878-45b3-b5b4-200933593068 admin admin] Deleting subnet 03c2e197-193d-4430-858b-a00491c447a1 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:51:40.856285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8fed-0878-45b3-b5b4-200933593068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:40.926651 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8fed-0878-45b3-b5b4-200933593068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507585'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:40.964045 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115adc0-d202-4e8e-80db-203d5ff30fbf req-452185bd-21f3-4849-933a-9f0c87d3a35a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:40.965590 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6115adc0-d202-4e8e-80db-203d5ff30fbf req-452185bd-21f3-4849-933a-9f0c87d3a35a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.2175214
Apr 19 19:51:41.050808 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6115adc0-d202-4e8e-80db-203d5ff30fbf req-480c5769-5035-4ffb-8ae4-15daaf57e1dd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0769515
Apr 19 19:51:41.084256 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8fed-0878-45b3-b5b4-200933593068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:41.344480 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8fed-0878-45b3-b5b4-200933593068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849268169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5519326'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:41.349600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-43cae593-33ea-41e8-8563-eb3d41135af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:41.391558 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc8fed-0878-45b3-b5b4-200933593068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c2e197-193d-4430-858b-a00491c447a1,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:41.393987 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8fed-0878-45b3-b5b4-200933593068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:41.396519 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6ddc8fed-0878-45b3-b5b4-200933593068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:41.398311 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0abba0-3127-4fdf-8ca8-aa697ab8a959 None None] Network 7d76a489-90cb-4833-8ce7-c9166827471b requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:51:41.400781 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6ddc8fed-0878-45b3-b5b4-200933593068 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/03c2e197-193d-4430-858b-a00491c447a1 HTTP/1.1" status: 204  len: 168 time: 0.6883156
Apr 19 19:51:41.403818 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37210) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:41.520716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:41.532477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Deleting port 600c1478-f328-434e-be1e-5332a37389e5 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:41.532844 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:41.662443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] DHCP port deletion for 7d76a489-90cb-4833-8ce7-c9166827471b request from dv-cinder-786933-1-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:51:41.667126 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] Deleting port 600c1478-f328-434e-be1e-5332a37389e5 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:41.667540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:41.756278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] For port 600c1478-f328-434e-be1e-5332a37389e5, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=600c1478-f328-434e-be1e-5332a37389e5,segment=NetworkSegment(1b8349d3-1a84-4dc4-b8e5-e82c1950a53f),segment_id=1b8349d3-1a84-4dc4-b8e5-e82c1950a53f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:41.756674 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:41.883951 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] For port 600c1478-f328-434e-be1e-5332a37389e5, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=600c1478-f328-434e-be1e-5332a37389e5,segment=NetworkSegment(1b8349d3-1a84-4dc4-b8e5-e82c1950a53f),segment_id=1b8349d3-1a84-4dc4-b8e5-e82c1950a53f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:51:41.884313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:41.895072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Calling delete_port for 600c1478-f328-434e-be1e-5332a37389e5 owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:41.980313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:41.985619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-11e6c877-35aa-4805-aa35-545f05c5c7c5 tempest-AttachVolumeShelveTestJSON-755424244 tempest-AttachVolumeShelveTestJSON-755424244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:42.025025 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 600c1478-f328-434e-be1e-5332a37389e5 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:51:42.032765 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=600c1478-f328-434e-be1e-5332a37389e5,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:42.039988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] No DVR routers for this DVR port 600c1478-f328-434e-be1e-5332a37389e5 on host dv-cinder-786933-1-iscsi {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:51:42.064828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] Calling delete_port for 600c1478-f328-434e-be1e-5332a37389e5 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:51:42.074959 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:42.105896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 600c1478-f328-434e-be1e-5332a37389e5 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:51:42.106298 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 600c1478-f328-434e-be1e-5332a37389e5 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:51:42.106792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 882d9834-fe38-4da2-9cfa-0b5ac1ee709e no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:51:42.149158 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 882d9834-fe38-4da2-9cfa-0b5ac1ee709e {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:51:42.149470 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 882d9834-fe38-4da2-9cfa-0b5ac1ee709e not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:51:42.149939 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 06e0b473-4d8c-4db6-8716-58277633d451 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:51:42.169054 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:42.194879 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 06e0b473-4d8c-4db6-8716-58277633d451 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:51:42.195277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 06e0b473-4d8c-4db6-8716-58277633d451 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:51:42.224374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:51:42.224783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:51:42.352693 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70ab1a710>,) {'filters': {'network_id': ['7d76a489-90cb-4833-8ce7-c9166827471b']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:42.368731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70ab1a710>, '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:42.369069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70ab1a710>, '1b8349d3-1a84-4dc4-b8e5-e82c1950a53f') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:51:42.384591 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849268215'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:42.402972 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab5d42-195b-4916-bc5f-d76da41d9be9 req-11c00de8-4f26-4e5c-8db5-8e410dba339a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:42.404506 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8fab5d42-195b-4916-bc5f-d76da41d9be9 req-11c00de8-4f26-4e5c-8db5-8e410dba339a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.2174149
Apr 19 19:51:42.426553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:42.439714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:51:42.543463 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8fab5d42-195b-4916-bc5f-d76da41d9be9 req-bc4331d3-e3cb-4420-aeac-9fd8bc85037f tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1316521
Apr 19 19:51:42.642606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Network 7d76a489-90cb-4833-8ce7-c9166827471b has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:51:42.651792 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5507988'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:42.725967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] Deleting port 600c1478-f328-434e-be1e-5332a37389e5 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:51:42.726314 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:42.803718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-19add2af-242b-4edc-ba33-e307bd762f00 None None] The port '600c1478-f328-434e-be1e-5332a37389e5' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:51:42.835921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Network 7d76a489-90cb-4833-8ce7-c9166827471b has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:51:42.859593 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:51:42.947066 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:42.951075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8cce31f0-b80f-499d-a23d-1bb469d3ccfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:42.967793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:42.975500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d76a489-90cb-4833-8ce7-c9166827471b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:42.981297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:42.987653 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-56cf003b-65ae-46e2-88b2-c0d534531b2a admin admin] 10.222.0.13 "DELETE /v2.0/networks/7d76a489-90cb-4833-8ce7-c9166827471b HTTP/1.1" status: 204  len: 168 time: 1.5827730
Apr 19 19:51:43.123488 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37218) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:43.178130 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-aee8d830-7de9-4fd7-bcd0-3af396e5dc3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29e6b178b50c4f2c8cce9409ac14df4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533061
Apr 19 19:51:43.180732 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37222) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:43.256877 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b419cb8f-567f-425c-b8d7-9c3c2db37e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:43.288083 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b419cb8f-567f-425c-b8d7-9c3c2db37e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:43.333389 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b419cb8f-567f-425c-b8d7-9c3c2db37e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:43.338544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-38e45496-7398-40f1-ac53-67bc2f50a814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:43.350654 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419cb8f-567f-425c-b8d7-9c3c2db37e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d72cae-a0eb-4d56-af8f-76593a551695,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:43.354462 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b419cb8f-567f-425c-b8d7-9c3c2db37e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:43.357883 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b419cb8f-567f-425c-b8d7-9c3c2db37e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:43.359299 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b419cb8f-567f-425c-b8d7-9c3c2db37e5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60d72cae-a0eb-4d56-af8f-76593a551695 HTTP/1.1" status: 204  len: 168 time: 0.1775241
Apr 19 19:51:43.728958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37232) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:43.759149 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745df1ad-7885-45b3-b0bb-547fa6486ca5 req-a11ff3a5-0602-4683-9822-a65daa6a7e73 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:43.760736 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-745df1ad-7885-45b3-b0bb-547fa6486ca5 req-a11ff3a5-0602-4683-9822-a65daa6a7e73 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.0913754
Apr 19 19:51:43.785952 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c16cd5fa-9faa-4d05-b4ac-925579b8c93e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2433ce77612d49b2b5ded9e87fddbd22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0556483
Apr 19 19:51:43.788716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37236) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:51:43.818005 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-745df1ad-7885-45b3-b0bb-547fa6486ca5 req-dab74848-c5bf-44e3-9d6e-3451ca8ab9be tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0499396
Apr 19 19:51:43.858749 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ba09efa-1ffe-4a9f-a1ce-751186dfbe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:43.887060 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ba09efa-1ffe-4a9f-a1ce-751186dfbe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:43.937335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ba09efa-1ffe-4a9f-a1ce-751186dfbe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:43.942989 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3eab7a7-712e-44cd-92f3-f6cbdef4b05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:51:43.957653 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba09efa-1ffe-4a9f-a1ce-751186dfbe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c914b2a7-6c0d-4ba9-980b-3d730cabbf19,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:51:43.961799 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ba09efa-1ffe-4a9f-a1ce-751186dfbe96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:51:43.962921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ba09efa-1ffe-4a9f-a1ce-751186dfbe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:43.964567 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5ba09efa-1ffe-4a9f-a1ce-751186dfbe96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c914b2a7-6c0d-4ba9-980b-3d730cabbf19 HTTP/1.1" status: 204  len: 168 time: 0.1748242
Apr 19 19:51:45.038705 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab78a5-a705-42b1-a928-58b5140aff64 req-c5642a5c-318c-4428-a483-b22ee3e93266 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:45.041140 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0bab78a5-a705-42b1-a928-58b5140aff64 req-c5642a5c-318c-4428-a483-b22ee3e93266 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.1061678
Apr 19 19:51:45.097261 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0bab78a5-a705-42b1-a928-58b5140aff64 req-aa7b2626-5528-477d-847b-b59cdc73e7db tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0497086
Apr 19 19:51:46.313710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5639e6a-ee27-4f7a-b2a9-e8d2048e3910 req-89fd06c9-424c-42e5-8a68-dda16d03a21b tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:46.315355 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5639e6a-ee27-4f7a-b2a9-e8d2048e3910 req-89fd06c9-424c-42e5-8a68-dda16d03a21b tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.1050014
Apr 19 19:51:46.367479 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a5639e6a-ee27-4f7a-b2a9-e8d2048e3910 req-96782859-7573-41aa-88f4-f204b3a1684f tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0455804
Apr 19 19:51:47.567948 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd701159-00f5-4669-9585-5e1ff8085381 req-f3ad2d69-25dd-457f-b455-f66a88e1211e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:51:47.569563 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cd701159-00f5-4669-9585-5e1ff8085381 req-f3ad2d69-25dd-457f-b455-f66a88e1211e tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.0885441
Apr 19 19:51:47.619965 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cd701159-00f5-4669-9585-5e1ff8085381 req-07739566-5b77-40a6-b9c5-5123e57699f0 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&id=540ef935-3732-48bf-8810-e266ce5e650b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0438170
Apr 19 19:51:53.178499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b18abc2-49a2-48bc-91ff-cac9b268a65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:55.119159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5458d9d7-6f09-4cac-82c5-bc06a8ccf207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:56.131264 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:56.601963 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:51:57.581914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:07.227758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:52:08.856421 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:09.146212 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-d564c960-6e19-4f6b-9346-8567d3f0226c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0841742
Apr 19 19:52:09.543320 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-d56a4e2b-bad9-49e3-a964-b5598e32f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:09.544845 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-d56a4e2b-bad9-49e3-a964-b5598e32f822 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66ca8a35fb85468095dcfd182255d0ea&device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1137 time: 0.3233581
Apr 19 19:52:09.708226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-29f78757-2013-4302-b941-3d6998fb74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:09.709818 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-29f78757-2013-4302-b941-3d6998fb74d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 200  len: 915 time: 0.1443734
Apr 19 19:52:09.829340 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-9e7662a5-5b30-4576-8ec3-6ce4776529e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 1001 time: 0.1117754
Apr 19 19:52:09.906277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-153314cf-3e86-4cf1-bc79-601a1f898f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:09.907914 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-153314cf-3e86-4cf1-bc79-601a1f898f75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92f08282-96b1-4956-beb6-042080c1bbb9 HTTP/1.1" status: 200  len: 853 time: 0.0679843
Apr 19 19:52:09.998168 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-8e00478d-13c0-40dc-be1b-8e572055c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:09.999855 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-8e00478d-13c0-40dc-be1b-8e572055c7d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c96191-f23b-48be-a7de-e4b7d4d60ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847702
Apr 19 19:52:10.148274 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-b08ce064-977c-4861-9c7a-8a4a61c2919e service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414211
Apr 19 19:52:10.294587 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c5b1457-de1b-487b-942e-7db5bb20fdfd req-afbf1c9c-4e05-4e22-af84-2fa2602526d9 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390669
Apr 19 19:52:20.843492 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-f011aa65-db16-494f-ba29-fbad8647f926 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-256976564&fields=id&tenant_id=66ca8a35fb85468095dcfd182255d0ea HTTP/1.1" status: 200  len: 267 time: 0.0464740
Apr 19 19:52:20.936949 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-707d4704-e430-408e-87c2-4bd54397b47c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:20.938560 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-707d4704-e430-408e-87c2-4bd54397b47c tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 984 time: 0.0890384
Apr 19 19:52:20.950673 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Request body: {'port': {'security_groups': ['44d77fbd-07fc-4098-8208-2f51ddda21ee']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:52:21.086225 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:21.360958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] For port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:21.391357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:21.394580 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5508074'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:21.401412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0959a98d-b393-4d99-b9a2-8820d72bb9c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:21.407623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:52:21.485698 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event updated for resources: {'Port': ['ID=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,revision_number=7']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:21.494709 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:21.495428 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:21.496974 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ff7ac3a7-e66d-4d0d-8029-e6e011c6e955 req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "PUT /v2.0/ports/75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 942 time: 0.5512526
Apr 19 19:52:21.499104 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:52:21.504740 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37264) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:21.525419 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.526172 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.526865 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.527286 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.527679 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.528086 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.528496 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.528879 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.529289 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.529697 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.530105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.530537 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.535699 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b1c25ff6-9f1d-4207-afad-7ebdd7263f20 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:21.602404 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:21.639793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:21.700350 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:21.706052 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37c7ebd9-a5a5-4145-9080-bc3b3ef86175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:21.721326 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540ef935-3732-48bf-8810-e266ce5e650b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:21.732231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.732870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.733347 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.733778 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.734196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.734635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.735043 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.735446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.735849 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.736258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.736668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.737029 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:21.745860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:21.746959 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:21.752013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37272) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:21.754500 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9816cd2b-9aa1-44fa-98d1-e0020d0977e9 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "DELETE /v2.0/security-groups/540ef935-3732-48bf-8810-e266ce5e650b HTTP/1.1" status: 204  len: 168 time: 0.2450068
Apr 19 19:52:21.763380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:52:21.832521 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'status': 'completed', 'code': 200}
Apr 19 19:52:21.838398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ab13ff62-ed48-48f7-a840-88c8bb2b1b7c None None] Provisioning complete for port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:52:21.838828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab13ff62-ed48-48f7-a840-88c8bb2b1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:21.938994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63778636-de44-4e8f-9f1d-11744ec948bd req-d93a3264-15cb-4333-84a9-e79ec0f66012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:21.940744 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63778636-de44-4e8f-9f1d-11744ec948bd req-d93a3264-15cb-4333-84a9-e79ec0f66012 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66ca8a35fb85468095dcfd182255d0ea&device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1098 time: 0.0983934
Apr 19 19:52:22.107918 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63778636-de44-4e8f-9f1d-11744ec948bd req-16f5ba19-fad7-4ded-87fb-b0f6e0f545a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:22.109938 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63778636-de44-4e8f-9f1d-11744ec948bd req-16f5ba19-fad7-4ded-87fb-b0f6e0f545a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 200  len: 915 time: 0.1626701
Apr 19 19:52:22.227893 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63778636-de44-4e8f-9f1d-11744ec948bd req-0c1e2ef2-c591-48e5-a107-3f6fc4d934ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 1001 time: 0.1110325
Apr 19 19:52:22.237485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Deleting port 6742e433-0255-4313-a684-efd90dbe0aab {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:22.237860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:22.299529 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63778636-de44-4e8f-9f1d-11744ec948bd req-fb35d9df-ab13-4fad-9145-27c7cff38fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:22.301118 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63778636-de44-4e8f-9f1d-11744ec948bd req-fb35d9df-ab13-4fad-9145-27c7cff38fb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92f08282-96b1-4956-beb6-042080c1bbb9 HTTP/1.1" status: 200  len: 853 time: 0.0663042
Apr 19 19:52:22.384002 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63778636-de44-4e8f-9f1d-11744ec948bd req-aad7d5e1-8ea1-44de-98ee-1fa49a1c4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:22.385643 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63778636-de44-4e8f-9f1d-11744ec948bd req-aad7d5e1-8ea1-44de-98ee-1fa49a1c4836 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c96191-f23b-48be-a7de-e4b7d4d60ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780492
Apr 19 19:52:22.421182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:22.421553 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:22.531550 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63778636-de44-4e8f-9f1d-11744ec948bd req-b38985d5-cbc8-4d09-bf71-ef0466310667 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393347
Apr 19 19:52:22.555390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Calling delete_port for 6742e433-0255-4313-a684-efd90dbe0aab owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:22.675247 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63778636-de44-4e8f-9f1d-11744ec948bd req-b35ae7cc-a359-4594-8ab0-4764c99e18d4 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378591
Apr 19 19:52:22.716600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:22.721764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-18c2e26b-4838-4b15-bd31-09cba4ddd3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:22.774904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event deleted for resources: {'Port': ['ID=6742e433-0255-4313-a684-efd90dbe0aab,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:22.803601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:22.876335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:22.876711 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Floating IP 7709bc83-a889-4058-970e-457c54883894 disassociated (deleted). External IP: 172.27.3.135, port: 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a.
Apr 19 19:52:23.180014 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77f6f509-625e-4e7a-8c48-fb8a05cfeb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:23.267459 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Router 6b9cb2bf-c7de-46f3-8453-642992ecb28d has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:52:23.460977 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:52:23.470716 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] Sync routers for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:52:23.481290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:52:23.482006 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70adc0390>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:51:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:23.482135 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:23.546538 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f43b2265-1af3-4406-aa07-343d49b810fe tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "DELETE /v2.0/floatingips/7709bc83-a889-4058-970e-457c54883894 HTTP/1.1" status: 204  len: 168 time: 1.7906408
Apr 19 19:52:23.684764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:52:23.833456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:52:23.886309 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'status': 'completed', 'code': 200}
Apr 19 19:52:24.003743 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-34e4945a-5623-4d03-8878-d2167a67de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:24.005362 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-34e4945a-5623-4d03-8878-d2167a67de03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66ca8a35fb85468095dcfd182255d0ea&device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 1098 time: 0.0960279
Apr 19 19:52:24.072859 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70adc0390>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '233925fd-b528-4f7e-a3c3-518aeb49ac19', 'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'mac_address': 'fa:16:3e:0e:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:09Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 5, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'subnets': [{'id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:24.080702 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] Checking router: 6b9cb2bf-c7de-46f3-8453-642992ecb28d for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:52:24.092071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:52:24.092902 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70adc0390>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:51:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:24.175455 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-f3a8aaac-ecfb-4f9b-94a0-a483b5c373f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:24.177492 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-f3a8aaac-ecfb-4f9b-94a0-a483b5c373f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 200  len: 915 time: 0.1559942
Apr 19 19:52:24.260635 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-bc5b65e4-ba98-4606-b517-161a7593b5f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 200  len: 217 time: 0.0762618
Apr 19 19:52:24.316128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:52:24.336319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-a0874aa3-a908-4306-984e-7a6ecaf0465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:24.338013 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-a0874aa3-a908-4306-984e-7a6ecaf0465d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92f08282-96b1-4956-beb6-042080c1bbb9 HTTP/1.1" status: 200  len: 853 time: 0.0690081
Apr 19 19:52:24.453221 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-1c263b7a-0217-4cb4-b904-c4f92e8fcc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:24.454864 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-1c263b7a-0217-4cb4-b904-c4f92e8fcc53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78c96191-f23b-48be-a7de-e4b7d4d60ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958273
Apr 19 19:52:24.633398 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-6ec8f62c-6501-435e-9feb-03b5e137af1c service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691453
Apr 19 19:52:24.664016 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70adc0390>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '233925fd-b528-4f7e-a3c3-518aeb49ac19', 'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'mac_address': 'fa:16:3e:0e:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:09Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 5, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'subnets': [{'id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:24.668388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006c665-23f6-460d-9370-599b7c6586ec None None] The sync data for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi is: [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:50:10Z', 'revision_number': 4, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': '233925fd-b528-4f7e-a3c3-518aeb49ac19', 'name': '', 'network_id': '78c96191-f23b-48be-a7de-e4b7d4d60ca4', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'mac_address': 'fa:16:3e:0e:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:09Z', 'updated_at': '2021-04-19T19:50:19Z', 'revision_number': 5, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'subnets': [{'id': '92f08282-96b1-4956-beb6-042080c1bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:52:24.821991 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-858862c4-31f6-47e5-bfea-fba62f3358e3 req-914eaaed-3b03-4b13-aafc-72de939d0c79 service neutron] 10.222.0.60 "GET /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813669
Apr 19 19:52:25.098870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3a7f46-90ae-4f59-a5b2-a2a89955d9eb None None] New status for floating IP 7709bc83-a889-4058-970e-457c54883894: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:52:25.121776 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fbd1fd43-3d62-442a-9653-082225b5bdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:26.134764 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:26.604109 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:26.982712 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe056d2-1181-4747-8536-626d1e2e9e13 req-831b7666-b74f-44c3-ad4a-a073c3917a0a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:26.983465 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-afe056d2-1181-4747-8536-626d1e2e9e13 req-831b7666-b74f-44c3-ad4a-a073c3917a0a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Synchronizing usage tracker for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:52:26.998745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-afe056d2-1181-4747-8536-626d1e2e9e13 req-831b7666-b74f-44c3-ad4a-a073c3917a0a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Unset dirty status for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:52:27.000028 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afe056d2-1181-4747-8536-626d1e2e9e13 req-831b7666-b74f-44c3-ad4a-a073c3917a0a tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 945 time: 0.1074247
Apr 19 19:52:27.048533 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afe056d2-1181-4747-8536-626d1e2e9e13 req-f7da7bf2-c90c-481c-a7ae-053598827785 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420628
Apr 19 19:52:27.584062 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:28.252550 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45705b3d-34d8-4f88-a2ef-14e2c840de93 req-8af0a7fd-39a5-4335-901b-e964e5566450 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:28.254043 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-45705b3d-34d8-4f88-a2ef-14e2c840de93 req-8af0a7fd-39a5-4335-901b-e964e5566450 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 945 time: 0.0876365
Apr 19 19:52:28.307344 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-45705b3d-34d8-4f88-a2ef-14e2c840de93 req-a69a9d29-59a5-4b38-a2af-e6cb4b6b062b tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/security-groups?id=44d77fbd-07fc-4098-8208-2f51ddda21ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457406
Apr 19 19:52:28.575221 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-d269c381-7467-4ea8-8ea2-380efa397fad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:52:28.575990 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-d269c381-7467-4ea8-8ea2-380efa397fad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Synchronizing usage tracker for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:52:28.589957 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-d269c381-7467-4ea8-8ea2-380efa397fad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Unset dirty status for tenant:66ca8a35fb85468095dcfd182255d0ea on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:52:28.591220 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-d269c381-7467-4ea8-8ea2-380efa397fad tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.60 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 945 time: 0.1085162
Apr 19 19:52:28.670248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Deleting port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:28.670684 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:28.964301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] For port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:28.964636 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:29.103259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Calling delete_port for 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:29.252855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:29.258601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1c75e3e8-cdf1-46c3-b401-701a08159452 tempest-VolumesSnapshotTestJSON-1145105600 tempest-VolumesSnapshotTestJSON-1145105600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:29.264235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:52:29.311790 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Pushing event deleted for resources: {'Port': ['ID=75c2e285-f50b-43ab-a563-7d0cc2f5bf2a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:29.315153 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:29.392604 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] No DVR routers for this DVR port 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:52:29.395206 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:29.398714 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'name': 'network-vif-deleted', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:52:29.416681 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63032dec-c58e-4abb-bbfa-8c041c2a1946 req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.60 "DELETE /v2.0/ports/75c2e285-f50b-43ab-a563-7d0cc2f5bf2a HTTP/1.1" status: 204  len: 173 time: 0.8197012
Apr 19 19:52:29.481853 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9e0e8457-e498-4062-b137-5d9797ec7862 req-7f268d38-c6e1-4c6e-9e75-78c4f72a19c1 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] 10.222.0.13 "GET /v2.0/ports?device_id=03178100-8ae8-40e3-bc81-568765d0a2b2 HTTP/1.1" status: 200  len: 210 time: 0.0525479
Apr 19 19:52:29.516600 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03178100-8ae8-40e3-bc81-568765d0a2b2', 'name': 'network-vif-deleted', 'tag': '75c2e285-f50b-43ab-a563-7d0cc2f5bf2a', 'status': 'completed', 'code': 200}
Apr 19 19:52:31.343781 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37360) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:31.934340 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854018915'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:32.318533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Deleting port 233925fd-b528-4f7e-a3c3-518aeb49ac19 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:32.319089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:32.509259 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] For port 233925fd-b528-4f7e-a3c3-518aeb49ac19, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=233925fd-b528-4f7e-a3c3-518aeb49ac19,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:32.509850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:32.604881 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:52:32.644177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:52:32.644549 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 75c2e285-f50b-43ab-a563-7d0cc2f5bf2a not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:52:32.894237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Calling delete_port for 233925fd-b528-4f7e-a3c3-518aeb49ac19 owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:33.076747 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:33.081954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:33.128889 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Pushing event deleted for resources: {'Port': ['ID=233925fd-b528-4f7e-a3c3-518aeb49ac19,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:33.133300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:33.430774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854018845'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:33.827506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Router 6b9cb2bf-c7de-46f3-8453-642992ecb28d has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:52:34.023013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:52:34.032821 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] Sync routers for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:52:34.039330 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3db78ce6-0b46-4226-9829-54dc59218fad admin admin] 10.222.0.13 "PUT /v2.0/routers/6b9cb2bf-c7de-46f3-8453-642992ecb28d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6912727
Apr 19 19:52:34.039600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37364) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:34.046502 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:52:34.047164 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b1bc9e8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:52:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:34.230601 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:34.237793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:52:34.429840 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:34.439382 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Deleting port 2107373a-9318-400e-ae7e-7bc937fbd883 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:34.439745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:34.644616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] For port 2107373a-9318-400e-ae7e-7bc937fbd883, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=2107373a-9318-400e-ae7e-7bc937fbd883,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:34.645012 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:34.728202 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b1bc9e8>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:52:33Z', 'revision_number': 5, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port': {'id': '2107373a-9318-400e-ae7e-7bc937fbd883', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:04Z', 'updated_at': '2021-04-19T19:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:34.732619 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] Checking router: 6b9cb2bf-c7de-46f3-8453-642992ecb28d for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:52:34.742438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] Routers {'6b9cb2bf-c7de-46f3-8453-642992ecb28d'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:52:34.743122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70b1bc9e8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:52:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:34.781984 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Calling delete_port for 2107373a-9318-400e-ae7e-7bc937fbd883 owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:34.911941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] Set router 6b9cb2bf-c7de-46f3-8453-642992ecb28d gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:52:34.963282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:34.968631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d02613b-8920-496a-9c32-f5413a529216 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:35.015724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2107373a-9318-400e-ae7e-7bc937fbd883,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:35.019200 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:35.032753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70b1bc9e8>, [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:52:34Z', 'revision_number': 6, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port_host': None}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:35.037258 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd16a1-43c1-4593-9cf7-e6a23697092f None None] The sync data for ids ['6b9cb2bf-c7de-46f3-8453-642992ecb28d'] in dv-cinder-786933-1-iscsi is: [{'id': '6b9cb2bf-c7de-46f3-8453-642992ecb28d', 'name': 'tempest-TestMinimumBasicScenario-588562762-router', 'tenant_id': '66ca8a35fb85468095dcfd182255d0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:03Z', 'updated_at': '2021-04-19T19:52:34Z', 'revision_number': 6, 'project_id': '66ca8a35fb85468095dcfd182255d0ea', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:52:35.126600 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679778'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:35.567499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2356'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:35.570146 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:35.590425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:35.591035 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9cb2bf-c7de-46f3-8453-642992ecb28d {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:52:35.604187 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:35.605430 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-697f18cc-ae06-49a3-901d-036c0bfb81ba admin admin] 10.222.0.13 "DELETE /v2.0/routers/6b9cb2bf-c7de-46f3-8453-642992ecb28d HTTP/1.1" status: 204  len: 168 time: 1.5649374
Apr 19 19:52:35.608295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37368) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:35.679043 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-b718fec3-25b3-46f3-8dfa-b853457e89d8 admin admin] Deleting subnet 92f08282-96b1-4956-beb6-042080c1bbb9 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:52:35.683425 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b718fec3-25b3-46f3-8dfa-b853457e89d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:35.747828 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b718fec3-25b3-46f3-8dfa-b853457e89d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507585'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:35.834994 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b718fec3-25b3-46f3-8dfa-b853457e89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:36.006137 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 233925fd-b528-4f7e-a3c3-518aeb49ac19 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:52:36.044860 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 233925fd-b528-4f7e-a3c3-518aeb49ac19 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:52:36.045235 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 233925fd-b528-4f7e-a3c3-518aeb49ac19 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:52:36.045892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 2107373a-9318-400e-ae7e-7bc937fbd883 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:52:36.083218 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 2107373a-9318-400e-ae7e-7bc937fbd883 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:52:36.083615 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 2107373a-9318-400e-ae7e-7bc937fbd883 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:52:36.112512 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b718fec3-25b3-46f3-8dfa-b853457e89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849268169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5519326'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:36.118180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:36.155557 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718fec3-25b3-46f3-8dfa-b853457e89d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f08282-96b1-4956-beb6-042080c1bbb9,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:36.158445 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b718fec3-25b3-46f3-8dfa-b853457e89d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:36.161199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b718fec3-25b3-46f3-8dfa-b853457e89d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:36.167050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b256eb-c5bb-4c22-a583-e19fcf0c0284 None None] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:52:36.169199 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b718fec3-25b3-46f3-8dfa-b853457e89d8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/92f08282-96b1-4956-beb6-042080c1bbb9 HTTP/1.1" status: 204  len: 168 time: 0.5597847
Apr 19 19:52:36.171915 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37372) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:36.290940 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:36.302533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Deleting port a78ea6b7-c1f7-48da-a891-cef0cebaa412 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:36.302909 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:36.436132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] DHCP port deletion for 78c96191-f23b-48be-a7de-e4b7d4d60ca4 request from dv-cinder-786933-1-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:52:36.440752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] Deleting port a78ea6b7-c1f7-48da-a891-cef0cebaa412 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:36.441174 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:36.538570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] For port a78ea6b7-c1f7-48da-a891-cef0cebaa412, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=a78ea6b7-c1f7-48da-a891-cef0cebaa412,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:36.539368 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:36.674753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] For port a78ea6b7-c1f7-48da-a891-cef0cebaa412, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=a78ea6b7-c1f7-48da-a891-cef0cebaa412,segment=NetworkSegment(ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b),segment_id=ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:36.675402 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:36.682238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Calling delete_port for a78ea6b7-c1f7-48da-a891-cef0cebaa412 owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:36.768908 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:36.774752 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76ac072c-7a0b-4fb7-9a41-fdf46c11b4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:36.821985 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78ea6b7-c1f7-48da-a891-cef0cebaa412,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:36.823180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] Calling delete_port for a78ea6b7-c1f7-48da-a891-cef0cebaa412 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:36.825494 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:36.826361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] No DVR routers for this DVR port a78ea6b7-c1f7-48da-a891-cef0cebaa412 on host dv-cinder-786933-1-iscsi {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:52:36.902032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:52:36.902499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:52:36.955163 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:37.074991 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70ac0db00>,) {'filters': {'network_id': ['78c96191-f23b-48be-a7de-e4b7d4d60ca4']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:37.088263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70ac0db00>, 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:37.088606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70ac0db00>, 'ccf2a169-3942-43a1-bd4f-f1ac2dc87a6b') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:37.101291 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849268215'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:37.116139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:37.122360 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:52:37.303809 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:52:37.312815 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5507988'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:37.403561 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] Deleting port a78ea6b7-c1f7-48da-a891-cef0cebaa412 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:37.403992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:37.478217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-acc294d3-10d1-4e5d-9011-2ceb07eba44c None None] The port 'a78ea6b7-c1f7-48da-a891-cef0cebaa412' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:52:37.494595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Network 78c96191-f23b-48be-a7de-e4b7d4d60ca4 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:52:37.518694 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:52:37.601179 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:37.604814 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:37.618736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:37.629850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c96191-f23b-48be-a7de-e4b7d4d60ca4,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:37.633914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:37.643999 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0b904803-c49f-4654-aee4-8a87bc207fd7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/78c96191-f23b-48be-a7de-e4b7d4d60ca4 HTTP/1.1" status: 204  len: 168 time: 1.4710603
Apr 19 19:52:37.647955 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37378) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:38.005504 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device a78ea6b7-c1f7-48da-a891-cef0cebaa412 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:52:38.044711 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: a78ea6b7-c1f7-48da-a891-cef0cebaa412 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:52:38.045113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device a78ea6b7-c1f7-48da-a891-cef0cebaa412 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:52:38.232572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854018915'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:38.604295 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Deleting port 0944b2a2-cd99-4430-ab7e-652ba0777da0 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:38.604675 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:38.795980 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] For port 0944b2a2-cd99-4430-ab7e-652ba0777da0, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=0944b2a2-cd99-4430-ab7e-652ba0777da0,segment=NetworkSegment(bdf88668-2386-40e7-9bdc-1086934e62fa),segment_id=bdf88668-2386-40e7-9bdc-1086934e62fa)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:38.796369 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:38.875666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:38.929663 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Calling delete_port for 0944b2a2-cd99-4430-ab7e-652ba0777da0 owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:39.111710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:39.115537 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b4703e7-d8bb-40d9-907b-b7bb92e722d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:39.166303 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Pushing event deleted for resources: {'Port': ['ID=0944b2a2-cd99-4430-ab7e-652ba0777da0,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:39.169013 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:39.724142 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854018845'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:40.125477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Router cf6d78e7-a03c-43a4-9a92-76c595e0b217 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:52:40.320194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:52:40.328694 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] Sync routers for ids ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:52:40.337120 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-dbaca591-f75c-44b0-b872-2e8028768962 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf6d78e7-a03c-43a4-9a92-76c595e0b217/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6882744
Apr 19 19:52:40.339846 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37382) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:40.340263 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] Routers {'cf6d78e7-a03c-43a4-9a92-76c595e0b217'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:52:40.340971 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70bcae748>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:52:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:40.532471 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:40.534927 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] Set router cf6d78e7-a03c-43a4-9a92-76c595e0b217 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:52:40.728680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:40.737438 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Deleting port 4f801209-1a63-4547-9ad9-64be56a8f2aa {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:40.737851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:40.834556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70bcae748>, [{'id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:13Z', 'updated_at': '2021-04-19T19:52:39Z', 'revision_number': 5, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'gw_port': {'id': '4f801209-1a63-4547-9ad9-64be56a8f2aa', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:14Z', 'updated_at': '2021-04-19T19:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:40.838688 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] Checking router: cf6d78e7-a03c-43a4-9a92-76c595e0b217 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:52:40.847477 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] Routers {'cf6d78e7-a03c-43a4-9a92-76c595e0b217'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:52:40.848119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70bcae748>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:52:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:40.930669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] For port 4f801209-1a63-4547-9ad9-64be56a8f2aa, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=4f801209-1a63-4547-9ad9-64be56a8f2aa,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:40.931042 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:41.016261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] Set router cf6d78e7-a03c-43a4-9a92-76c595e0b217 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:52:41.079820 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Calling delete_port for 4f801209-1a63-4547-9ad9-64be56a8f2aa owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:41.136434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70bcae748>, [{'id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:13Z', 'updated_at': '2021-04-19T19:52:40Z', 'revision_number': 6, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'gw_port_host': None}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:41.140649 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84481a-07e2-447d-b162-25d17c441412 None None] The sync data for ids ['cf6d78e7-a03c-43a4-9a92-76c595e0b217'] in dv-cinder-786933-1-iscsi is: [{'id': 'cf6d78e7-a03c-43a4-9a92-76c595e0b217', 'name': 'tempest-TestMinimumBasicScenario-1871997361-router', 'tenant_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:13Z', 'updated_at': '2021-04-19T19:52:40Z', 'revision_number': 6, 'project_id': 'c00dafafdbd5496db6d61f5324dcdf53', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:52:41.262185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849267741'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:41.267741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ef551d5f-fe2a-45ba-9bbf-ef59d3987d31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:41.317213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f801209-1a63-4547-9ad9-64be56a8f2aa,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:41.320942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:41.420857 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679778'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:41.609292 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2356'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:41.611923 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:41.632169 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:41.632770 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6d78e7-a03c-43a4-9a92-76c595e0b217 {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:52:41.645177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:41.646439 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-669b4b97-5ef1-4874-b8df-755bd26a0b70 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cf6d78e7-a03c-43a4-9a92-76c595e0b217 HTTP/1.1" status: 204  len: 168 time: 1.3055825
Apr 19 19:52:41.649635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37386) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:41.721306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-079dcd21-a7d9-4a96-b02f-e2a7a9137188 admin admin] Deleting subnet 377dc33b-8677-4054-b3c0-c290b1b8733f {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:52:41.724556 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-079dcd21-a7d9-4a96-b02f-e2a7a9137188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:41.778692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-079dcd21-a7d9-4a96-b02f-e2a7a9137188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507585'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:41.870060 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-079dcd21-a7d9-4a96-b02f-e2a7a9137188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:42.012932 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 4f801209-1a63-4547-9ad9-64be56a8f2aa no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:52:42.051312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 4f801209-1a63-4547-9ad9-64be56a8f2aa {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:52:42.051988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 4f801209-1a63-4547-9ad9-64be56a8f2aa not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:52:42.052454 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 0944b2a2-cd99-4430-ab7e-652ba0777da0 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:52:42.092943 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 0944b2a2-cd99-4430-ab7e-652ba0777da0 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:52:42.093341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 0944b2a2-cd99-4430-ab7e-652ba0777da0 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:52:42.137567 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-079dcd21-a7d9-4a96-b02f-e2a7a9137188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036849268169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5519326'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:42.142688 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2fcac811-d4bc-4518-a1ba-c4801695d8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:42.184411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dcd21-a7d9-4a96-b02f-e2a7a9137188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377dc33b-8677-4054-b3c0-c290b1b8733f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:42.187233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-079dcd21-a7d9-4a96-b02f-e2a7a9137188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:42.190095 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-079dcd21-a7d9-4a96-b02f-e2a7a9137188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:42.195616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47946b-dc02-4160-9a20-abc1e66eff79 None None] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:52:42.198038 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-079dcd21-a7d9-4a96-b02f-e2a7a9137188 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/377dc33b-8677-4054-b3c0-c290b1b8733f HTTP/1.1" status: 204  len: 168 time: 0.5472782
Apr 19 19:52:42.200677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37390) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:42.467436 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] DHCP port deletion for 73e2ada3-e2dd-4e13-ab5a-d16725c0461f request from dv-cinder-786933-1-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:52:42.472333 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Deleting port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:42.472758 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:42.577864 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:42.589668 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Deleting port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:42.590020 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:42.707188 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] For port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=8ca530a1-e234-4d54-a6e2-aa3d6a7635b5,segment=NetworkSegment(bdf88668-2386-40e7-9bdc-1086934e62fa),segment_id=bdf88668-2386-40e7-9bdc-1086934e62fa)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:42.707527 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:42.823363 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] For port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=8ca530a1-e234-4d54-a6e2-aa3d6a7635b5,segment=NetworkSegment(bdf88668-2386-40e7-9bdc-1086934e62fa),segment_id=bdf88668-2386-40e7-9bdc-1086934e62fa)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:52:42.823958 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:42.843520 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Calling delete_port for 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:42.929616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026'] for port, after_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:42.934682 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-438e1df8-9d34-418b-9fba-0807791ca680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:42.967122 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Calling delete_port for 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:52:42.981236 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Pushing event deleted for resources: {'Port': ['ID=8ca530a1-e234-4d54-a6e2-aa3d6a7635b5,revision_number=None']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:42.986960 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] No DVR routers for this DVR port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 on host dv-cinder-786933-1-iscsi {{(pid=86355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:52:42.993656 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.994050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.994483 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.994856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.995233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.995608 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.995979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.996348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.996718 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.997083 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.997448 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:42.997822 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:52:43.001736 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-13635a59-e3d0-4c92-840b-92dc77b089e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:43.049532 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:52:43.049904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:52:43.550941 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Deleting port 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:52:43.551335 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:43.627487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] The port '8ca530a1-e234-4d54-a6e2-aa3d6a7635b5' was deleted {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:52:43.755583 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:43.874983 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd709ae56a0>,) {'filters': {'network_id': ['73e2ada3-e2dd-4e13-ab5a-d16725c0461f']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:43.888118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd709ae56a0>, 'bdf88668-2386-40e7-9bdc-1086934e62fa') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:43.888458 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd709ae56a0>, 'bdf88668-2386-40e7-9bdc-1086934e62fa') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:52:43.901511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849268215'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:43.916942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:43.923837 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:52:44.007055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:52:44.046238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:52:44.046759 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 8ca530a1-e234-4d54-a6e2-aa3d6a7635b5 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:52:44.109954 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:52:44.119300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5507988'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:44.228056 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:52:44.312271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Network 73e2ada3-e2dd-4e13-ab5a-d16725c0461f has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   % (table.description, expected, rows_matched)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   % (table.description, expected, rows_matched)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   % (table.description, expected, rows_matched)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   % (table.description, expected, rows_matched)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:52:44.336394 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:52:44.418285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:44.422107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:44.436872 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:44.448715 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=73e2ada3-e2dd-4e13-ab5a-d16725c0461f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:44.453408 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:44.457234 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3e82958e-4f89-4154-9687-e53298a01e9c admin admin] 10.222.0.13 "DELETE /v2.0/networks/73e2ada3-e2dd-4e13-ab5a-d16725c0461f HTTP/1.1" status: 204  len: 168 time: 2.2555203
Apr 19 19:52:44.645616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.13', 37396) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:44.700448 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6928f2de-f832-405b-9e52-dfb1138fb594 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66ca8a35fb85468095dcfd182255d0ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533640
Apr 19 19:52:44.703710 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37400) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:44.767977 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-008c9723-5aa7-413b-9cc1-2c824b4c78aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:44.800713 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-008c9723-5aa7-413b-9cc1-2c824b4c78aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:44.850703 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-008c9723-5aa7-413b-9cc1-2c824b4c78aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:44.855921 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-01daff16-7ff1-4cc8-b556-ed36ac6369dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:44.870500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9723-5aa7-413b-9cc1-2c824b4c78aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d77fbd-07fc-4098-8208-2f51ddda21ee,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:44.873151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-008c9723-5aa7-413b-9cc1-2c824b4c78aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:44.879474 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-008c9723-5aa7-413b-9cc1-2c824b4c78aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:44.880726 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-008c9723-5aa7-413b-9cc1-2c824b4c78aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44d77fbd-07fc-4098-8208-2f51ddda21ee HTTP/1.1" status: 204  len: 168 time: 0.1756661
Apr 19 19:52:45.248446 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37408) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:45.301230 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c5f5d2dc-f672-4b46-ba0e-5f3032509a1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c00dafafdbd5496db6d61f5324dcdf53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513930
Apr 19 19:52:45.305180 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37412) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:52:45.371151 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f698-c333-4c11-9ce6-f66be5c337a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:45.399829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f698-c333-4c11-9ce6-f66be5c337a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:45.449302 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f698-c333-4c11-9ce6-f66be5c337a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:45.454585 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-06519bdf-ee50-40fb-97e6-57584ef8d3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:52:45.472022 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5f698-c333-4c11-9ce6-f66be5c337a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfefac9-bb25-4b48-97a5-11b74953b6b7,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:52:45.475176 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f0c5f698-c333-4c11-9ce6-f66be5c337a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:52:45.476159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f698-c333-4c11-9ce6-f66be5c337a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:45.477400 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f0c5f698-c333-4c11-9ce6-f66be5c337a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbfefac9-bb25-4b48-97a5-11b74953b6b7 HTTP/1.1" status: 204  len: 168 time: 0.1710613
Apr 19 19:52:53.183461 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22b21580-f016-4878-a6ee-e15ec3d2dee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:55.123312 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a71bbf2a-235f-4a4d-bea1-e3789909b070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:56.140708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:56.635288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:52:57.588411 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:08.867410 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:09.635130 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cddde-7b60-436b-8f0d-6685946e0f86 req-baab751f-3603-4c28-8f6c-34805312efad tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:09.636828 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-337cddde-7b60-436b-8f0d-6685946e0f86 req-baab751f-3603-4c28-8f6c-34805312efad tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0983145
Apr 19 19:53:09.685858 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-337cddde-7b60-436b-8f0d-6685946e0f86 req-dfa69e15-2bb1-49f0-a2af-c0eccb88fff5 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425332
Apr 19 19:53:10.895127 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd32be6-ab14-4f11-aa86-f3c0501cbe1c req-695ad3fd-145e-4016-bc24-08578a7317c0 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:10.896689 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3fd32be6-ab14-4f11-aa86-f3c0501cbe1c req-695ad3fd-145e-4016-bc24-08578a7317c0 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0933411
Apr 19 19:53:10.945698 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3fd32be6-ab14-4f11-aa86-f3c0501cbe1c req-f7481a1e-df32-449d-8c3e-66efb8c8b3c9 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413971
Apr 19 19:53:11.399953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-1d680048-0ef2-4dd0-a780-3ddfb69cd0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:11.401839 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-1d680048-0ef2-4dd0-a780-3ddfb69cd0b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1098 time: 0.3199406
Apr 19 19:53:11.558598 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-bd1e56ad-6a88-430f-9357-302507b13382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:11.560220 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-bd1e56ad-6a88-430f-9357-302507b13382 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 200  len: 909 time: 0.1386840
Apr 19 19:53:11.675128 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-9f87a034-c8c5-4860-9df0-60ddb2d528ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 200  len: 999 time: 0.1072507
Apr 19 19:53:11.744193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-61a6d11c-0c58-44e3-ac35-6590856b0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:11.745768 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-61a6d11c-0c58-44e3-ac35-6590856b0dff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b452bf2-6b0e-4816-8fed-53d8d72323c3 HTTP/1.1" status: 200  len: 847 time: 0.0644083
Apr 19 19:53:11.834285 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-835c65c8-c8fb-4756-8194-c5220d4d3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:11.836689 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-835c65c8-c8fb-4756-8194-c5220d4d3e6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17f9765f-91de-4011-ad4a-a559400e1682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830877
Apr 19 19:53:11.984971 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-0827ceb3-53d8-4e25-9dfa-3b73fdc7b1df service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416297
Apr 19 19:53:12.142833 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ebbaa4a-879e-4cb5-bfbb-1b71a2c863eb req-ee0afdf5-896f-4a23-abda-fb9fb863bed4 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513433
Apr 19 19:53:12.159207 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac38d8-fe8a-4dcb-9c4f-f7d2f569e19f req-d5addc44-3bda-4fba-8237-2218f44dd90d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:12.161033 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f2ac38d8-fe8a-4dcb-9c4f-f7d2f569e19f req-d5addc44-3bda-4fba-8237-2218f44dd90d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0974746
Apr 19 19:53:12.212335 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f2ac38d8-fe8a-4dcb-9c4f-f7d2f569e19f req-cdcf713e-a66f-4d8f-9de1-aeb8153b0f7e tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445960
Apr 19 19:53:13.415355 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589354b-3d0f-4b29-a230-4d7824a534d2 req-df14e27b-2c01-457f-9862-1a5292f7d3b7 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:13.416925 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8589354b-3d0f-4b29-a230-4d7824a534d2 req-df14e27b-2c01-457f-9862-1a5292f7d3b7 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0905006
Apr 19 19:53:13.469949 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8589354b-3d0f-4b29-a230-4d7824a534d2 req-9403440a-2053-43b7-b1bd-9dab08d0131f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465212
Apr 19 19:53:14.677607 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53070f7c-8bf9-4a9c-8148-c91fbb880cb2 req-2a1a8b47-c883-4610-aa52-d82a0a3db34d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:14.679198 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53070f7c-8bf9-4a9c-8148-c91fbb880cb2 req-2a1a8b47-c883-4610-aa52-d82a0a3db34d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0898070
Apr 19 19:53:14.731639 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53070f7c-8bf9-4a9c-8148-c91fbb880cb2 req-5b0c265d-28d6-47d7-83d5-85ebc3ec5cdc tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454078
Apr 19 19:53:15.943222 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff900425-0f9b-48f9-8146-51665d1cda0d req-7585b87a-ee1e-4c8e-88d8-68cf79bafd25 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:15.944838 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ff900425-0f9b-48f9-8146-51665d1cda0d req-7585b87a-ee1e-4c8e-88d8-68cf79bafd25 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0941653
Apr 19 19:53:15.995466 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ff900425-0f9b-48f9-8146-51665d1cda0d req-2014cf38-de0a-4e90-ac74-f549b0b22d89 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430417
Apr 19 19:53:17.205777 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb3e7-1cff-4621-9baa-d6c58e473bbc req-161c6584-fdae-43a9-b836-4e834dd3c195 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:17.207438 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e12eb3e7-1cff-4621-9baa-d6c58e473bbc req-161c6584-fdae-43a9-b836-4e834dd3c195 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0898025
Apr 19 19:53:17.259405 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e12eb3e7-1cff-4621-9baa-d6c58e473bbc req-3969d6af-cac8-4d42-8f34-4ccc00178acd tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442832
Apr 19 19:53:18.473092 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bfb3a-d0c6-4180-a836-869a93b40543 req-d3ea75cc-6a08-46f9-b01d-f3b7783a3950 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:18.474749 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e01bfb3a-d0c6-4180-a836-869a93b40543 req-d3ea75cc-6a08-46f9-b01d-f3b7783a3950 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0987515
Apr 19 19:53:18.524998 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e01bfb3a-d0c6-4180-a836-869a93b40543 req-7fbfe633-5b25-4d05-bcbe-2dc55cdf9b75 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432692
Apr 19 19:53:19.710657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-ac807049-1afb-4d26-ac83-21c0cdf89abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:19.713196 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-ac807049-1afb-4d26-ac83-21c0cdf89abe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1098 time: 0.0890436
Apr 19 19:53:19.736811 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1804-7435-444e-a16a-9ceb50f3fe45 req-86450a7d-8d19-45be-b91b-eeb2795336d4 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:19.738530 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea2d1804-7435-444e-a16a-9ceb50f3fe45 req-86450a7d-8d19-45be-b91b-eeb2795336d4 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0932860
Apr 19 19:53:19.798725 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea2d1804-7435-444e-a16a-9ceb50f3fe45 req-b6df53d0-4f67-4b9f-b5ad-071fbf3a8224 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511961
Apr 19 19:53:19.862998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-a237b499-cb02-4616-8e56-dfbc51310680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:19.864589 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-a237b499-cb02-4616-8e56-dfbc51310680 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 200  len: 909 time: 0.1447384
Apr 19 19:53:19.978093 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-947786e3-0fb7-440a-a191-d278856aa8de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 200  len: 999 time: 0.1071155
Apr 19 19:53:20.052538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-2e45504e-c3d7-4937-a171-6c82dda4cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:20.054131 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-2e45504e-c3d7-4937-a171-6c82dda4cd7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b452bf2-6b0e-4816-8fed-53d8d72323c3 HTTP/1.1" status: 200  len: 847 time: 0.0704200
Apr 19 19:53:20.138571 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-ec8543d6-665b-4e56-b6bf-a1ff1319752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:20.140224 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-ec8543d6-665b-4e56-b6bf-a1ff1319752a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17f9765f-91de-4011-ad4a-a559400e1682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798211
Apr 19 19:53:20.287998 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-47573feb-0c89-4047-b561-c0e9e1dcbf40 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409965
Apr 19 19:53:20.433467 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e11aaffb-e098-4cec-bae7-a13749c7efa2 req-3d02450a-70a7-4c45-a373-388a317eb42d service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394823
Apr 19 19:53:21.003269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3c3c-f782-45e8-996b-efe0332500f8 req-74c0cf76-8038-4930-bf89-7d034c23bc4f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:21.004899 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-08ba3c3c-f782-45e8-996b-efe0332500f8 req-74c0cf76-8038-4930-bf89-7d034c23bc4f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0902081
Apr 19 19:53:21.057775 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-08ba3c3c-f782-45e8-996b-efe0332500f8 req-ee4a9da6-bfea-4b30-b1d2-b24a930b4bee tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457273
Apr 19 19:53:21.228167 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:53:22.279606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf076bbe-56e7-4de6-bbef-0bf7867d082a req-17d4b06c-d8b1-45e8-86b9-52ceafd46648 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:22.281173 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf076bbe-56e7-4de6-bbef-0bf7867d082a req-17d4b06c-d8b1-45e8-86b9-52ceafd46648 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0958943
Apr 19 19:53:22.332835 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bf076bbe-56e7-4de6-bbef-0bf7867d082a req-2b0e5d72-8f29-4e5c-b3ce-ec146fa5fc70 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444207
Apr 19 19:53:23.186305 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbff4-0014-4d80-8239-26cc59baca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:23.537805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba3b97-18d1-4373-9c72-1458adafb3b5 req-bcb9fe64-af84-4079-ab4d-51193797cd11 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:23.540496 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5dba3b97-18d1-4373-9c72-1458adafb3b5 req-bcb9fe64-af84-4079-ab4d-51193797cd11 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0910501
Apr 19 19:53:23.589283 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5dba3b97-18d1-4373-9c72-1458adafb3b5 req-be03dcbd-e44f-4ed3-8c09-20712d2ab0f3 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427604
Apr 19 19:53:23.989572 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b77fc3-af58-420c-8889-0d1760503c67 req-df029cb2-4f34-4de3-9496-1de62293dbd2 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:23.991443 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-40b77fc3-af58-420c-8889-0d1760503c67 req-df029cb2-4f34-4de3-9496-1de62293dbd2 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0991595
Apr 19 19:53:24.046702 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-40b77fc3-af58-420c-8889-0d1760503c67 req-a5f8e5c6-0f78-436a-a177-6888f1b9147f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474424
Apr 19 19:53:24.165085 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-3950246c-8013-4c09-a778-6b9cc36f6a74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3384492
Apr 19 19:53:25.127515 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7580f73d-8482-4702-8dc9-c1b801f93967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:25.280118 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53320507-f590-47c8-a244-2f2aabc3e2d7 req-cbccc599-118c-460e-b0ad-28fba73ffc42 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:25.281638 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53320507-f590-47c8-a244-2f2aabc3e2d7 req-cbccc599-118c-460e-b0ad-28fba73ffc42 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.1073067
Apr 19 19:53:25.332934 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53320507-f590-47c8-a244-2f2aabc3e2d7 req-0a86a8ec-9975-4b03-b57b-8c986d80ed8d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447049
Apr 19 19:53:25.636107 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-01111628-c373-4112-96d8-6c95d952a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:25.637604 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-01111628-c373-4112-96d8-6c95d952a6a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f&tenant_id=4e32b2019a9b4ec6ba345b15c035cb50 HTTP/1.1" status: 200  len: 1098 time: 0.0843992
Apr 19 19:53:25.738729 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-595248bc-8730-42c4-bcd7-413d81506419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:25.740309 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-595248bc-8730-42c4-bcd7-413d81506419 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1098 time: 0.0799110
Apr 19 19:53:25.891680 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-aacc7e60-fd5f-40f6-a3cc-2845f4834791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:25.893186 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-aacc7e60-fd5f-40f6-a3cc-2845f4834791 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 200  len: 909 time: 0.1463392
Apr 19 19:53:26.010094 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-8a93e186-a420-44a6-93a6-d3e17d7ca4aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 200  len: 999 time: 0.1101036
Apr 19 19:53:26.090370 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-928c9d51-525d-4808-b341-5f29950dd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:26.091975 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-928c9d51-525d-4808-b341-5f29950dd653 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b452bf2-6b0e-4816-8fed-53d8d72323c3 HTTP/1.1" status: 200  len: 847 time: 0.0745203
Apr 19 19:53:26.142048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:26.182288 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-9ddef4ed-ea9a-4523-9926-638e06b9e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:26.183954 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-9ddef4ed-ea9a-4523-9926-638e06b9e922 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17f9765f-91de-4011-ad4a-a559400e1682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860701
Apr 19 19:53:26.330016 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-14d3fcfa-dad9-4a1e-850b-6eef0fc778fe service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392975
Apr 19 19:53:26.477878 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce1d98f9-f4e9-4585-afce-c87e6b5e3175 req-770b2b49-2c2f-4944-832a-066718d0b22e service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413999
Apr 19 19:53:26.545341 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76011e-3a54-42b7-9997-e491ea0a2756 req-1c654dab-3976-465f-ba7a-4b072402c42b tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:26.547175 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6f76011e-3a54-42b7-9997-e491ea0a2756 req-1c654dab-3976-465f-ba7a-4b072402c42b tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0980034
Apr 19 19:53:26.598868 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6f76011e-3a54-42b7-9997-e491ea0a2756 req-8212213b-8f0d-4b33-8d28-d07e6ff52e9a tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449088
Apr 19 19:53:26.609843 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:26.770113 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 67a928c1-4f23-4f4a-b577-d312ba77257e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:53:26.899226 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:26.929779 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:53:26.941491 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67a928c1-4f23-4f4a-b577-d312ba77257e,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:53:26.944554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:26.946771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9d9b38a2-4e50-437f-a728-e8e2e3edb81c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:53:27.018514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=67a928c1-4f23-4f4a-b577-d312ba77257e,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:53:27.022310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:53:27.126294 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'code': 200}
Apr 19 19:53:27.591389 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:27.817452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65b9ef-8e79-4e82-8858-45063b6ecd08 req-ca35f3ab-1aef-49f7-b575-9416f8048875 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:27.819294 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7a65b9ef-8e79-4e82-8858-45063b6ecd08 req-ca35f3ab-1aef-49f7-b575-9416f8048875 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.0976129
Apr 19 19:53:27.873037 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7a65b9ef-8e79-4e82-8858-45063b6ecd08 req-6f6c5003-4867-49fc-89ac-ab08403f782d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442500
Apr 19 19:53:29.080500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592b257-90fa-4dd5-8197-9d1c999b7581 req-ca13fa10-9bc3-4f33-9637-44d960cc1c23 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:29.082144 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6592b257-90fa-4dd5-8197-9d1c999b7581 req-ca13fa10-9bc3-4f33-9637-44d960cc1c23 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.0916560
Apr 19 19:53:29.132311 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6592b257-90fa-4dd5-8197-9d1c999b7581 req-67434b5d-2a8d-47fe-b3d5-e65b05d5fff1 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423977
Apr 19 19:53:30.336319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb27071-bd7d-4f5b-a373-ac8a16b0baa5 req-1affd6eb-288f-4e83-a74d-9941078115d1 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:30.338415 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7cb27071-bd7d-4f5b-a373-ac8a16b0baa5 req-1affd6eb-288f-4e83-a74d-9941078115d1 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.0917244
Apr 19 19:53:30.385827 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7cb27071-bd7d-4f5b-a373-ac8a16b0baa5 req-c8727783-f5e5-4ad7-8fa9-4ea885c04b63 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411694
Apr 19 19:53:31.591159 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4f216-fd5f-4fbc-bba2-1577e2a02974 req-ea6382c4-3bd3-434b-b004-135d829f951b tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:31.592919 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-77e4f216-fd5f-4fbc-bba2-1577e2a02974 req-ea6382c4-3bd3-434b-b004-135d829f951b tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.0907896
Apr 19 19:53:31.645544 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-77e4f216-fd5f-4fbc-bba2-1577e2a02974 req-952204d2-92ca-44af-979d-fffa6479451f tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461392
Apr 19 19:53:32.855552 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8789-60fa-4c1d-bc15-d196173fc520 req-57b36e8e-0095-4441-8a9c-d51d0811496d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:32.857176 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd5d8789-60fa-4c1d-bc15-d196173fc520 req-57b36e8e-0095-4441-8a9c-d51d0811496d tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.0940173
Apr 19 19:53:32.908591 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd5d8789-60fa-4c1d-bc15-d196173fc520 req-11d7d44c-4b30-4d9d-ac7e-593fcb5df255 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447254
Apr 19 19:53:32.952734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9792f4-e1bc-43a8-b1d7-24a6304c17fe req-24a0357b-5489-4412-92d3-26ae8a8b5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:32.954227 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f9792f4-e1bc-43a8-b1d7-24a6304c17fe req-24a0357b-5489-4412-92d3-26ae8a8b5585 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1096 time: 0.0819595
Apr 19 19:53:32.999515 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f9792f4-e1bc-43a8-b1d7-24a6304c17fe req-7e08ba58-ea3f-45c1-b75f-d0d223ed6418 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371299
Apr 19 19:53:34.119223 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6767a-6ed0-4b4e-8353-03734960a15a req-0dd647a0-8357-4295-be4e-038ca2369ea7 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:53:34.120849 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b2f6767a-6ed0-4b4e-8353-03734960a15a req-0dd647a0-8357-4295-be4e-038ca2369ea7 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 943 time: 0.0978489
Apr 19 19:53:34.171243 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b2f6767a-6ed0-4b4e-8353-03734960a15a req-5d326f7d-de4f-4c30-8f5d-c4dc37024f2b tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435839
Apr 19 19:53:34.794780 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 67a928c1-4f23-4f4a-b577-d312ba77257e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:53:34.943753 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67a928c1-4f23-4f4a-b577-d312ba77257e,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:53:34.959319 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Returning: {'device': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'port_id': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'mac_address': 'fa:16:3e:7a:8f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:53:35.023267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:35.043805 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a928c1-4f23-4f4a-b577-d312ba77257e {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:53:35.061061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67a928c1-4f23-4f4a-b577-d312ba77257e,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:53:35.063977 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:35.065833 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:53:35.136962 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=67a928c1-4f23-4f4a-b577-d312ba77257e,revision_number=7']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:53:35.140377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:53:35.312562 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] get_ports_and_sgs() called for port_ids ['67a928c1-4f23-4f4a-b577-d312ba77257e'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:53:36.826239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 67a928c1-4f23-4f4a-b577-d312ba77257e up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:53:36.905486 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Provisioning complete for port 67a928c1-4f23-4f4a-b577-d312ba77257e triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:53:36.905900 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786870'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:37.197255 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853075669'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:37.226784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:53:37.237942 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67a928c1-4f23-4f4a-b577-d312ba77257e,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:53:37.241115 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785100332232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251754874774', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785099901060'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:37.243239 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d722774e-1bb7-425d-9e9b-b349a2b8e436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:53:37.282114 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'code': 200}
Apr 19 19:53:37.316085 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Pushing event updated for resources: {'Port': ['ID=67a928c1-4f23-4f4a-b577-d312ba77257e,revision_number=8']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:53:37.319353 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:53:38.877068 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:53.188741 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4b48-4dc5-4c1c-9bc1-19957e81e16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:55.128171 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96f0b4cf-3889-4b90-8898-2c33cb0e6ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:56.143602 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:56.612238 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:57.593472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:53:58.228111 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:54:08.882084 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:11.130930 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-d799a499-a1af-42c2-b4d2-8d87ae2d6a90 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0835519
Apr 19 19:54:11.279233 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-7cfda575-06f9-4e15-8e22-fa3542e44b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:11.280860 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-7cfda575-06f9-4e15-8e22-fa3542e44b4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1098 time: 0.0787096
Apr 19 19:54:11.438406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-3cfdbd5f-f414-4056-8451-dc4ca9182e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:11.440015 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-3cfdbd5f-f414-4056-8451-dc4ca9182e7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 200  len: 909 time: 0.1402035
Apr 19 19:54:11.549710 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-bdb9afec-0b27-434d-88a6-bbb18bf3356b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 200  len: 999 time: 0.1031418
Apr 19 19:54:11.622071 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-6df3d42f-f73c-404b-a6ee-f6162110fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:11.623646 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-6df3d42f-f73c-404b-a6ee-f6162110fcb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b452bf2-6b0e-4816-8fed-53d8d72323c3 HTTP/1.1" status: 200  len: 847 time: 0.0672650
Apr 19 19:54:11.706793 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-ec36938a-cd39-4f36-b2f7-a35e12e025aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:11.708259 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-ec36938a-cd39-4f36-b2f7-a35e12e025aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17f9765f-91de-4011-ad4a-a559400e1682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778136
Apr 19 19:54:11.854831 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-4feb0cee-fc07-4aa1-a603-ce1fbdf45e00 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396091
Apr 19 19:54:12.002490 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ad603a0-cc26-4888-a4ac-049bf14bfea7 req-bec26c9f-bed3-41c7-8a7d-b89b837c3964 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415572
Apr 19 19:54:23.190772 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f915c9c4-baad-4cb9-be11-5d9997eb16ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:25.129456 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1153-00a3-425e-97b8-d90697b15108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:26.146482 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:26.613677 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:27.600390 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:35.227384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:54:38.901050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:49.731946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37506) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:54:50.233182 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Deleting port c3a4ce65-0d65-463a-9c85-599168a3b778 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:54:50.233536 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:50.416421 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:50.416788 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:50.550652 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Calling delete_port for c3a4ce65-0d65-463a-9c85-599168a3b778 owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:54:50.714050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:50.720412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a9c73e47-6251-45af-9d01-7c6d71036dbd tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:54:50.769205 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event deleted for resources: {'Port': ['ID=c3a4ce65-0d65-463a-9c85-599168a3b778,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:54:50.848719 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.849140 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.849557 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.849967 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.850394 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.850804 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.851209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.851605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.852069 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.852398 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.852794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.853193 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-1-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:54:50.861377 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:54:50.884831 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:50.885208 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Floating IP bb5b56c5-d6c0-40b1-9b15-9cbdbe3aea31 disassociated (deleted). External IP: 172.27.3.3, port: 67a928c1-4f23-4f4a-b577-d312ba77257e.
Apr 19 19:54:51.271147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:54:51.468271 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:54:51.477708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] Sync routers for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:54:51.488596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:54:51.488819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:51.489270 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a34c550>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:54:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:54:51.547391 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fb2abd41-b833-4852-bb65-ae8333270c48 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "DELETE /v2.0/floatingips/bb5b56c5-d6c0-40b1-9b15-9cbdbe3aea31 HTTP/1.1" status: 204  len: 168 time: 1.8142138
Apr 19 19:54:51.548105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:54:51.603907 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'status': 'completed', 'code': 200}
Apr 19 19:54:51.689331 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:54:51.712620 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-287874e3-96e9-4358-93e9-02ebc23683ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:51.714364 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-287874e3-96e9-4358-93e9-02ebc23683ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 1098 time: 0.0885751
Apr 19 19:54:51.876381 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-b2411555-39b0-4287-ad4c-7644748892bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:51.878066 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-b2411555-39b0-4287-ad4c-7644748892bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 200  len: 909 time: 0.1576171
Apr 19 19:54:51.956483 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-0b131d86-245b-407c-8564-feff66196b27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 200  len: 217 time: 0.0715444
Apr 19 19:54:51.976250 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352900b1-86ea-4296-a64c-465ed6b09987 req-1a777d53-d220-4050-8a67-0a820f4df71b tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:51.978074 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-352900b1-86ea-4296-a64c-465ed6b09987 req-1a777d53-d220-4050-8a67-0a820f4df71b tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.1009350
Apr 19 19:54:52.031679 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-352900b1-86ea-4296-a64c-465ed6b09987 req-e2327fa5-f756-4e08-8588-94200f533b83 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461261
Apr 19 19:54:52.062905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a34c550>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:50:02Z', 'revision_number': 5, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:54:52.063244 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-e0d89bf0-5811-4e50-86e8-b96c8eee49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:52.064960 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-e0d89bf0-5811-4e50-86e8-b96c8eee49d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b452bf2-6b0e-4816-8fed-53d8d72323c3 HTTP/1.1" status: 200  len: 847 time: 0.1010211
Apr 19 19:54:52.067692 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] Checking router: 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:54:52.077278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:54:52.077952 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70a34c550>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:54:25Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:54:52.152093 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-ce33911b-8f18-4612-be3a-9c6c4e2f6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:52.153693 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-ce33911b-8f18-4612-be3a-9c6c4e2f6ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17f9765f-91de-4011-ad4a-a559400e1682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808079
Apr 19 19:54:52.266219 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:54:52.299223 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-b5fb9fba-46bf-4355-b20f-c47f990c5a68 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367760
Apr 19 19:54:52.443061 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b777bf0-6e80-4567-a7e3-9aa68e47d0f3 req-f0ae5d5d-7d86-43de-95f4-4ca0758d8974 service neutron] 10.222.0.60 "GET /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358457
Apr 19 19:54:52.599089 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70a34c550>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:50:02Z', 'revision_number': 5, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:54:52.603125 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086bf66-ec02-4d5a-a786-950a1e295b99 None None] The sync data for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi is: [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:49:54Z', 'revision_number': 4, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi', '_interfaces': [{'id': 'c3e42a0b-9246-4f85-af3a-b743fa1bf7b9', 'name': '', 'network_id': '17f9765f-91de-4011-ad4a-a559400e1682', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'mac_address': 'fa:16:3e:62:97:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:53Z', 'updated_at': '2021-04-19T19:50:02Z', 'revision_number': 5, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'subnets': [{'id': '4b452bf2-6b0e-4816-8fed-53d8d72323c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:54:52.981856 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664ef36-0931-461a-b1b0-4afacf030a41 None None] New status for floating IP bb5b56c5-d6c0-40b1-9b15-9cbdbe3aea31: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:54:53.193342 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a96532a-3083-4068-a200-59fc4bc2bc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:53.250432 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d337538-7704-4159-a959-663176cab785 req-2c76f351-bd76-4b2e-972d-39025c39e3f7 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:53.252053 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2d337538-7704-4159-a959-663176cab785 req-2c76f351-bd76-4b2e-972d-39025c39e3f7 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.0956290
Apr 19 19:54:53.300885 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2d337538-7704-4159-a959-663176cab785 req-5cb2d7f8-4474-4a29-b2ce-0281b192db76 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/security-groups?id=98a1cb3e-5541-410d-a6dd-e23eb0955c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425115
Apr 19 19:54:53.413203 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-a4b24a36-fb23-4dfd-969b-879b80acbcf9 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:54:53.413869 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-a4b24a36-fb23-4dfd-969b-879b80acbcf9 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Synchronizing usage tracker for tenant:4e32b2019a9b4ec6ba345b15c035cb50 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:54:53.429019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-a4b24a36-fb23-4dfd-969b-879b80acbcf9 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Unset dirty status for tenant:4e32b2019a9b4ec6ba345b15c035cb50 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:54:53.430194 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-a4b24a36-fb23-4dfd-969b-879b80acbcf9 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 945 time: 0.1088185
Apr 19 19:54:53.506231 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Deleting port 67a928c1-4f23-4f4a-b577-d312ba77257e {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:54:53.506648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:53.771032 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] For port 67a928c1-4f23-4f4a-b577-d312ba77257e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67a928c1-4f23-4f4a-b577-d312ba77257e,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:54:53.771374 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:53.906809 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Calling delete_port for 67a928c1-4f23-4f4a-b577-d312ba77257e owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:54:54.063267 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:54.070819 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-192002f5-ed48-438e-ba11-533b455a5a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:54:54.119635 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event deleted for resources: {'Port': ['ID=67a928c1-4f23-4f4a-b577-d312ba77257e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:54:54.122440 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:54:54.205726 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] No DVR routers for this DVR port 67a928c1-4f23-4f4a-b577-d312ba77257e on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:54:54.208378 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774852'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:54.211503 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'name': 'network-vif-deleted', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:54:54.242566 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f86909d3-2756-4ef6-9357-29c8aa5d8841 req-3d0c74f8-bfe3-44c5-a03d-32ebe4181b61 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.60 "DELETE /v2.0/ports/67a928c1-4f23-4f4a-b577-d312ba77257e HTTP/1.1" status: 204  len: 173 time: 0.8062868
Apr 19 19:54:54.304965 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebd392f-f07b-49aa-9350-52da3c1b545f', 'name': 'network-vif-deleted', 'tag': '67a928c1-4f23-4f4a-b577-d312ba77257e', 'status': 'completed', 'code': 200}
Apr 19 19:54:54.466815 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfe21883-2653-450d-a94c-e30d15775457 req-58fb6cf5-7220-49b6-853e-60a67ab21935 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebd392f-f07b-49aa-9350-52da3c1b545f HTTP/1.1" status: 200  len: 210 time: 0.0496099
Apr 19 19:54:55.132306 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cdbf1cdd-f78c-42db-a001-4f0d91d12ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:55.567953 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37526) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:54:55.640444 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3c756508-c9e4-4e33-a54b-6cd9d4597253 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:55.672760 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3c756508-c9e4-4e33-a54b-6cd9d4597253 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:55.727261 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3c756508-c9e4-4e33-a54b-6cd9d4597253 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:55.733242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ba09efa-1ffe-4a9f-a1ce-751186dfbe96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:54:55.747439 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c756508-c9e4-4e33-a54b-6cd9d4597253 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a1cb3e-5541-410d-a6dd-e23eb0955c1a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:54:55.750658 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3c756508-c9e4-4e33-a54b-6cd9d4597253 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:54:55.752854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3c756508-c9e4-4e33-a54b-6cd9d4597253 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:55.753773 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3c756508-c9e4-4e33-a54b-6cd9d4597253 tempest-TestShelveInstance-1491664892 tempest-TestShelveInstance-1491664892-project] 10.222.0.13 "DELETE /v2.0/security-groups/98a1cb3e-5541-410d-a6dd-e23eb0955c1a HTTP/1.1" status: 204  len: 168 time: 0.1847358
Apr 19 19:54:55.805485 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37532) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:54:56.153185 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:56.614979 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:56.791452 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854018915'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:57.167114 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Deleting port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:54:57.168463 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:57.178969 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 67a928c1-4f23-4f4a-b577-d312ba77257e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:54:57.216044 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] No Port match for: 67a928c1-4f23-4f4a-b577-d312ba77257e {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:54:57.216430 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Device 67a928c1-4f23-4f4a-b577-d312ba77257e not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:54:57.354217 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] For port c3e42a0b-9246-4f85-af3a-b743fa1bf7b9, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=c3e42a0b-9246-4f85-af3a-b743fa1bf7b9,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:54:57.354554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:57.490538 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Calling delete_port for c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:54:57.600442 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:57.679269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:57.684906 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0656d5a-761a-4242-8745-f2d0cfeee4a6 tempest-TestMinimumBasicScenario-1249390383 tempest-TestMinimumBasicScenario-1249390383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:54:57.736706 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e42a0b-9246-4f85-af3a-b743fa1bf7b9,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:54:57.769544 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:54:58.031003 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854018845'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:58.432399 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:54:58.628605 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:54:58.638406 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] Sync routers for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:54:58.644545 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5cbd85ed-b6ec-407d-894e-63935eb03380 admin admin] 10.222.0.13 "PUT /v2.0/routers/38cd4bbb-dfa0-4093-a78a-d0a8cfa32841/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8356421
Apr 19 19:54:58.645019 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37540) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:54:58.652863 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:54:58.653546 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70adc3978>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:54:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:54:58.844807 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:58.847836 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:54:59.176817 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70adc3978>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:54:57Z', 'revision_number': 5, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:54:59.180914 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] Checking router: 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 for host: dv-cinder-786933-1-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:54:59.190875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] Routers {'38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:54:59.191540 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70adc3978>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:54:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:54:59.300623 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:59.310009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Deleting port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:54:59.310395 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:59.391875 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] Set router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:54:59.518713 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] For port e5dfdb53-db1a-46ef-8aaf-b8af292c67cd, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=e5dfdb53-db1a-46ef-8aaf-b8af292c67cd,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:54:59.519313 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:59.661791 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Calling delete_port for e5dfdb53-db1a-46ef-8aaf-b8af292c67cd owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:54:59.847181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:54:59.852150 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4d53ac9b-3379-4ce7-9736-4f4d2e12fe3c tempest-AttachVolumeTestJSON-671947468 tempest-AttachVolumeTestJSON-671947468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:54:59.890041 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70adc3978>, [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:54:57Z', 'revision_number': 5, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:54:59.894434 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab4b31-e1ba-466b-869a-9929e763559c None None] The sync data for ids ['38cd4bbb-dfa0-4093-a78a-d0a8cfa32841'] in dv-cinder-786933-1-iscsi is: [{'id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'name': 'tempest-TestShelveInstance-794024571-router', 'tenant_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:49Z', 'updated_at': '2021-04-19T19:54:57Z', 'revision_number': 5, 'project_id': '4e32b2019a9b4ec6ba345b15c035cb50', 'gw_port': {'id': 'e5dfdb53-db1a-46ef-8aaf-b8af292c67cd', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cd4bbb-dfa0-4093-a78a-d0a8cfa32841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:50Z', 'updated_at': '2021-04-19T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:54:59.935132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dfdb53-db1a-46ef-8aaf-b8af292c67cd,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:54:59.938242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:00.006309 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679778'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.125686 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:55:00.168248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:55:00.168248 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device c3e42a0b-9246-4f85-af3a-b743fa1bf7b9 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:55:00.201037 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2356'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.203495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.223850 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.224405 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:55:00.238208 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.239474 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a62a63e5-5b09-4d87-a26a-cb67d5135e64 admin admin] 10.222.0.13 "DELETE /v2.0/routers/38cd4bbb-dfa0-4093-a78a-d0a8cfa32841 HTTP/1.1" status: 204  len: 168 time: 1.5934515
Apr 19 19:55:00.242160 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37544) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:00.308873 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a322e7-6762-4fb2-8c1a-b78106713c4a admin admin] Deleting subnet 4b452bf2-6b0e-4816-8fed-53d8d72323c3 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:55:00.312061 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69a322e7-6762-4fb2-8c1a-b78106713c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.371579 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69a322e7-6762-4fb2-8c1a-b78106713c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848133536'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.466380 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69a322e7-6762-4fb2-8c1a-b78106713c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.740874 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69a322e7-6762-4fb2-8c1a-b78106713c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848253544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6351245'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.746905 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-29bae057-a1eb-4417-b9fb-596be7a22cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:00.784740 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a322e7-6762-4fb2-8c1a-b78106713c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b452bf2-6b0e-4816-8fed-53d8d72323c3,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:00.787420 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-69a322e7-6762-4fb2-8c1a-b78106713c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:00.790072 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69a322e7-6762-4fb2-8c1a-b78106713c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.796147 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9002a03-fa65-4604-af89-bd1add8616b3 None None] Network 17f9765f-91de-4011-ad4a-a559400e1682 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:55:00.797031 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-69a322e7-6762-4fb2-8c1a-b78106713c4a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b452bf2-6b0e-4816-8fed-53d8d72323c3 HTTP/1.1" status: 204  len: 168 time: 0.5536275
Apr 19 19:55:00.800053 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37548) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:00.922139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:00.934696 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Deleting port cd279486-4f48-4c7b-898a-1888029bc500 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:55:00.935074 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:01.083708 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] DHCP port deletion for 17f9765f-91de-4011-ad4a-a559400e1682 request from dv-cinder-786933-1-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:55:01.089173 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] Deleting port cd279486-4f48-4c7b-898a-1888029bc500 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:55:01.090052 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:01.169724 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] For port cd279486-4f48-4c7b-898a-1888029bc500, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=cd279486-4f48-4c7b-898a-1888029bc500,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:55:01.170110 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:01.312554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Calling delete_port for cd279486-4f48-4c7b-898a-1888029bc500 owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:55:01.317560 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] For port cd279486-4f48-4c7b-898a-1888029bc500, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=cd279486-4f48-4c7b-898a-1888029bc500,segment=NetworkSegment(70924295-7fb4-44e8-8888-5b20e1402876),segment_id=70924295-7fb4-44e8-8888-5b20e1402876)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:55:01.317999 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:01.397136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:01.402666 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7121450-a93f-4248-adf2-924a3fea9223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:01.453829 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd279486-4f48-4c7b-898a-1888029bc500,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:01.455892 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] No DVR routers for this DVR port cd279486-4f48-4c7b-898a-1888029bc500 on host dv-cinder-786933-1-iscsi {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:55:01.457304 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] Calling delete_port for cd279486-4f48-4c7b-898a-1888029bc500 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:55:01.457514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:01.541396 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:55:01.541771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:55:01.598174 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:01.711896 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7099c4ef0>,) {'filters': {'network_id': ['17f9765f-91de-4011-ad4a-a559400e1682']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:01.729251 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7099c4ef0>, '70924295-7fb4-44e8-8888-5b20e1402876') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:01.729612 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7099c4ef0>, '70924295-7fb4-44e8-8888-5b20e1402876') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:01.742451 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6642280'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:01.758117 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:01.765506 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:55:01.954748 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Network 17f9765f-91de-4011-ad4a-a559400e1682 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:55:01.964495 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6521915'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:02.043476 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] Deleting port cd279486-4f48-4c7b-898a-1888029bc500 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:55:02.044139 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:02.130181 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device cd279486-4f48-4c7b-898a-1888029bc500 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:55:02.160366 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Network 17f9765f-91de-4011-ad4a-a559400e1682 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:55:02.169352 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-75d762e4-3ac9-4272-8961-5888803d387f None None] The port 'cd279486-4f48-4c7b-898a-1888029bc500' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:55:02.175928 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: cd279486-4f48-4c7b-898a-1888029bc500 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:55:02.176323 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device cd279486-4f48-4c7b-898a-1888029bc500 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:55:02.176783 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device e5dfdb53-db1a-46ef-8aaf-b8af292c67cd no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:55:02.183715 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:55:02.214822 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: e5dfdb53-db1a-46ef-8aaf-b8af292c67cd {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:55:02.215119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device e5dfdb53-db1a-46ef-8aaf-b8af292c67cd not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:55:02.263242 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:02.266911 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:02.283851 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:02.293533 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f9765f-91de-4011-ad4a-a559400e1682,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:02.298472 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:02.302083 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ae497c4a-2d76-43e3-a970-01bbff54da80 admin admin] 10.222.0.13 "DELETE /v2.0/networks/17f9765f-91de-4011-ad4a-a559400e1682 HTTP/1.1" status: 204  len: 168 time: 1.5010319
Apr 19 19:55:02.305105 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37552) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:03.134391 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854018915'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:03.521301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Deleting port d8271a71-815c-4c92-bf09-c449a124dcf0 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:55:03.521592 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:03.711575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] For port d8271a71-815c-4c92-bf09-c449a124dcf0, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=d8271a71-815c-4c92-bf09-c449a124dcf0,segment=NetworkSegment(1139b84c-982c-4c3b-b14b-94be65f5533a),segment_id=1139b84c-982c-4c3b-b14b-94be65f5533a)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:55:03.711961 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:03.846812 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Calling delete_port for d8271a71-815c-4c92-bf09-c449a124dcf0 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:55:04.037356 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:04.041622 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-72711676-8fa5-40a1-b54a-88c4650f9920 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:04.091048 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8271a71-815c-4c92-bf09-c449a124dcf0,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:04.093640 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:04.392237 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854018845'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:04.783947 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Router 71215fa7-172f-4a37-8aef-128339e91a31 has already been hosted by L3 agent b1538704-df5e-4eef-858c-934f8dc8bb72 {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:55:04.980087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] Notify agent at l3_agent.dv-cinder-786933-1-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:55:04.991196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] Sync routers for ids ['71215fa7-172f-4a37-8aef-128339e91a31'] in dv-cinder-786933-1-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:55:04.993094 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-60af2ea4-6908-475b-8b8b-7fdfc768cf10 admin admin] 10.222.0.13 "PUT /v2.0/routers/71215fa7-172f-4a37-8aef-128339e91a31/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6857865
Apr 19 19:55:04.995634 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37556) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:05.001734 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] Routers {'71215fa7-172f-4a37-8aef-128339e91a31'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:55:05.002426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70aeb3cf8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:54:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['71215fa7-172f-4a37-8aef-128339e91a31'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:05.191269 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:05.195631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] Set router 71215fa7-172f-4a37-8aef-128339e91a31 gateway port host: dv-cinder-786933-1-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:55:05.391771 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:05.400608 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Deleting port 5cd13dca-59b5-40c5-a227-5da69ddeb480 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:55:05.401184 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:05.514361 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70aeb3cf8>, [{'id': '71215fa7-172f-4a37-8aef-128339e91a31', 'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'external_fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:56Z', 'updated_at': '2021-04-19T19:55:03Z', 'revision_number': 5, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'gw_port': {'id': '5cd13dca-59b5-40c5-a227-5da69ddeb480', 'name': '', 'network_id': 'b71e1ecc-964b-42fa-addc-71bec2e230a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:46:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71215fa7-172f-4a37-8aef-128339e91a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:49:57Z', 'updated_at': '2021-04-19T19:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0dee28f-cfd8-4949-8329-24e1d5d18606', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-1-iscsi'}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:05.518751 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] Checking router: 71215fa7-172f-4a37-8aef-128339e91a31 for host: dv-cinder-786933-1-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:55:05.529898 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] Routers {'71215fa7-172f-4a37-8aef-128339e91a31'} bound to L3 agent in host dv-cinder-786933-1-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:55:05.530657 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd70aeb3cf8>, 'dv-cinder-786933-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:32:25Z,description=<?>,heartbeat_timestamp=2021-04-19T19:54:55Z,host='dv-cinder-786933-1-iscsi',id=b1538704-df5e-4eef-858c-934f8dc8bb72,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:32:25Z,topic='l3_agent')) {'router_ids': ['71215fa7-172f-4a37-8aef-128339e91a31'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:05.867522 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] Set router 71215fa7-172f-4a37-8aef-128339e91a31 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:55:05.867761 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] For port 5cd13dca-59b5-40c5-a227-5da69ddeb480, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=5cd13dca-59b5-40c5-a227-5da69ddeb480,segment=NetworkSegment(b026416b-f931-4e05-82af-50a30fc4866f),segment_id=b026416b-f931-4e05-82af-50a30fc4866f)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:55:05.868100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:05.984011 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd70aeb3cf8>, [{'id': '71215fa7-172f-4a37-8aef-128339e91a31', 'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:56Z', 'updated_at': '2021-04-19T19:55:05Z', 'revision_number': 6, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'gw_port_host': None}], 'dv-cinder-786933-1-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:05.988770 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7ae64-bd4d-4238-b8c2-3d0af8af172b None None] The sync data for ids ['71215fa7-172f-4a37-8aef-128339e91a31'] in dv-cinder-786933-1-iscsi is: [{'id': '71215fa7-172f-4a37-8aef-128339e91a31', 'name': 'tempest-TestShelveInstance-76649585-router', 'tenant_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:49:56Z', 'updated_at': '2021-04-19T19:55:05Z', 'revision_number': 6, 'project_id': '6bd07300e43f45a0bbb4ef7e671ba0ed', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:55:06.009017 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Calling delete_port for 5cd13dca-59b5-40c5-a227-5da69ddeb480 owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:55:06.127701 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device d8271a71-815c-4c92-bf09-c449a124dcf0 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:55:06.165458 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: d8271a71-815c-4c92-bf09-c449a124dcf0 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:55:06.165854 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device d8271a71-815c-4c92-bf09-c449a124dcf0 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:55:06.205427 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:06.210357 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3dce446-8b9d-48a5-97e7-2a7ea6fc00a0 tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:06.258316 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd13dca-59b5-40c5-a227-5da69ddeb480,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:06.264936 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:06.366365 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679778'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:06.560551 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2356'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:06.563132 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:06.591625 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:06.593087 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71215fa7-172f-4a37-8aef-128339e91a31 {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:55:06.609277 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:06.610614 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6d0b7ed0-6e55-4670-9234-3274382acff2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/71215fa7-172f-4a37-8aef-128339e91a31 HTTP/1.1" status: 204  len: 168 time: 1.6139925
Apr 19 19:55:06.613346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37560) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:06.683379 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-1270b3f2-8f74-41b4-b7df-9ba7f13a74e5 admin admin] Deleting subnet 9dbc2d82-fc72-4c72-8576-846678568101 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:55:06.687631 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1270b3f2-8f74-41b4-b7df-9ba7f13a74e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:06.745816 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1270b3f2-8f74-41b4-b7df-9ba7f13a74e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848133536'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:06.831609 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1270b3f2-8f74-41b4-b7df-9ba7f13a74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792980'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:07.104036 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1270b3f2-8f74-41b4-b7df-9ba7f13a74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852982804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848253544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6351245'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:07.110050 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-799333ad-65e7-460a-9dec-dc0e19710161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:07.146946 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270b3f2-8f74-41b4-b7df-9ba7f13a74e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbc2d82-fc72-4c72-8576-846678568101,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:07.150501 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1270b3f2-8f74-41b4-b7df-9ba7f13a74e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:07.153900 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1270b3f2-8f74-41b4-b7df-9ba7f13a74e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:07.157617 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ee214-05f9-4745-8614-a7fe6c474f0e None None] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 requested from dv-cinder-786933-1-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:55:07.159381 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1270b3f2-8f74-41b4-b7df-9ba7f13a74e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9dbc2d82-fc72-4c72-8576-846678568101 HTTP/1.1" status: 204  len: 168 time: 0.5449550
Apr 19 19:55:07.161891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37564) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:07.282514 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1715352'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:07.294904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Deleting port 78382680-fdd8-451a-8470-d27448e481cc {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:55:07.295278 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:07.436009 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] DHCP port deletion for 828b1f03-b126-4a29-bb4e-b1c06218d671 request from dv-cinder-786933-1-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:55:07.440310 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] Deleting port 78382680-fdd8-451a-8470-d27448e481cc {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:55:07.440725 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:07.529890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] For port 78382680-fdd8-451a-8470-d27448e481cc, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=78382680-fdd8-451a-8470-d27448e481cc,segment=NetworkSegment(1139b84c-982c-4c3b-b14b-94be65f5533a),segment_id=1139b84c-982c-4c3b-b14b-94be65f5533a)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:55:07.530243 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:07.668682 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] For port 78382680-fdd8-451a-8470-d27448e481cc, host dv-cinder-786933-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-1-iscsi',level=0,port_id=78382680-fdd8-451a-8470-d27448e481cc,segment=NetworkSegment(1139b84c-982c-4c3b-b14b-94be65f5533a),segment_id=1139b84c-982c-4c3b-b14b-94be65f5533a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:55:07.669257 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095238'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:07.680280 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Calling delete_port for 78382680-fdd8-451a-8470-d27448e481cc owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:55:07.763213 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1690821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251754443551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785099901026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848253876'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:07.768346 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-27aac4a8-adba-4509-88a3-db12da1c49bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:07.808133 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] Calling delete_port for 78382680-fdd8-451a-8470-d27448e481cc owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:55:07.818174 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Pushing event deleted for resources: {'Port': ['ID=78382680-fdd8-451a-8470-d27448e481cc,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:07.820796 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:07.823542 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] No DVR routers for this DVR port 78382680-fdd8-451a-8470-d27448e481cc on host dv-cinder-786933-1-iscsi {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:55:07.885443 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:55:07.885891 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:55:07.951795 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852982911', 'neutron.services.segments.db._delete_segments_for_network-8785100250739'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:08.069308 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd70bbdfb38>,) {'filters': {'network_id': ['828b1f03-b126-4a29-bb4e-b1c06218d671']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:08.086704 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70bbdfb38>, '1139b84c-982c-4c3b-b14b-94be65f5533a') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:08.087039 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd70bbdfb38>, '1139b84c-982c-4c3b-b14b-94be65f5533a') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:55:08.100287 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251754317923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6642280'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:08.117100 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 78382680-fdd8-451a-8470-d27448e481cc no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:55:08.124279 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853006670'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:08.131201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:55:08.158988 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 78382680-fdd8-451a-8470-d27448e481cc {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:55:08.159376 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 78382680-fdd8-451a-8470-d27448e481cc not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:55:08.159841 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 5cd13dca-59b5-40c5-a227-5da69ddeb480 no longer exists at agent ovs-agent-dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:55:08.196745 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] No Port match for: 5cd13dca-59b5-40c5-a227-5da69ddeb480 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:55:08.197388 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Device 5cd13dca-59b5-40c5-a227-5da69ddeb480 not bound to the agent host dv-cinder-786933-1-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:55:08.324976 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:55:08.334262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6521915'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:08.387383 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] Deleting port 78382680-fdd8-451a-8470-d27448e481cc {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:55:08.387855 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251754447220'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:08.463998 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-57eaf12d-dace-4d0d-b754-f477cbfa2251 None None] The port '78382680-fdd8-451a-8470-d27448e481cc' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:55:08.524201 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Network 828b1f03-b126-4a29-bb4e-b1c06218d671 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     timer()
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     self._notify()
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     event.method(event)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     **kwargs)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:55:08.548106 dv-cinder-786933-1-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:55:08.630648 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679045'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:08.634301 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:08.649210 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149494'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:08.661214 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Pushing event deleted for resources: {'Network': ['ID=828b1f03-b126-4a29-bb4e-b1c06218d671,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:08.664606 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:08.666223 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f4d3f60b-596d-49d0-ba03-96aa36fda446 admin admin] 10.222.0.13 "DELETE /v2.0/networks/828b1f03-b126-4a29-bb4e-b1c06218d671 HTTP/1.1" status: 204  len: 168 time: 1.5033000
Apr 19 19:55:08.791597 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37570) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:08.848626 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fbc9d7ca-5d47-4756-8fc5-5691ae63da23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e32b2019a9b4ec6ba345b15c035cb50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0549490
Apr 19 19:55:08.851230 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37574) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:08.895096 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:08.918794 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4a30-f9a6-4f27-a53d-70a343259819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:08.947165 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4a30-f9a6-4f27-a53d-70a343259819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:09.007775 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4a30-f9a6-4f27-a53d-70a343259819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:09.013216 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-07ab0d33-1c1f-472a-bd11-a55d793639dc tempest-TestVolumeBootPattern-197404010 tempest-TestVolumeBootPattern-197404010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:09.028209 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf4a30-f9a6-4f27-a53d-70a343259819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f4887e-19fb-433b-a9bc-5ee1587ba120,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:09.031119 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c3cf4a30-f9a6-4f27-a53d-70a343259819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:09.032412 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4a30-f9a6-4f27-a53d-70a343259819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:09.037674 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c3cf4a30-f9a6-4f27-a53d-70a343259819 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81f4887e-19fb-433b-a9bc-5ee1587ba120 HTTP/1.1" status: 204  len: 168 time: 0.1812897
Apr 19 19:55:09.416499 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37582) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:09.473706 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-63c8c74c-248b-490b-89d3-ad30aa7aae47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bd07300e43f45a0bbb4ef7e671ba0ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557725
Apr 19 19:55:09.476518 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.13', 37586) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:55:09.540554 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-42404f8b-312b-467b-b346-46eea9922202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:09.568199 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-42404f8b-312b-467b-b346-46eea9922202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:09.624700 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-42404f8b-312b-467b-b346-46eea9922202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:09.630128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5571d304-b2f2-44b0-965b-5243ed11764e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:55:09.643933 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42404f8b-312b-467b-b346-46eea9922202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e318025-a7b3-40cb-af75-017ab5a27597,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:55:09.647136 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-42404f8b-312b-467b-b346-46eea9922202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:55:09.649358 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-42404f8b-312b-467b-b346-46eea9922202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:09.651892 dv-cinder-786933-1-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-42404f8b-312b-467b-b346-46eea9922202 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e318025-a7b3-40cb-af75-017ab5a27597 HTTP/1.1" status: 204  len: 168 time: 0.1733673
Apr 19 19:55:12.227075 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:55:23.198511 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10e1fef4-4a8b-424e-9f0b-4e7b56930d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:25.137433 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb40ce68-b4b1-4d28-84ea-c9b13c30cf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:26.152638 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:26.618154 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:27.604773 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:38.900577 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:49.226196 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:55:53.204343 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bfeba7b4-abd7-4dd8-b66a-92b73abdda4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:55.139992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-da54b60a-8a5c-434b-8214-bfe07927eb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:56.155282 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:56.624162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:55:57.608166 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:08.894426 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:23.207047 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e72b77d4-dcf0-4637-89de-2cd30c760535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:25.141297 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5bb46b0-aa23-4117-8a9e-2298eef7e74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:26.158157 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:26.225904 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:56:26.628500 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:27.614078 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:38.911194 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:53.212128 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3d299bd6-e545-4604-8de8-5161292e7f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:55.142081 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-583b0a6f-e19e-4645-8e19-76116490e9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:56.161466 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:56.630933 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:56:57.615027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:03.225616 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:57:08.921177 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:23.215290 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c6e78392-4c01-4a6d-9d32-a67fcead485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:25.143575 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dec5e0a9-e333-4cb3-8893-d6de34c9930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:26.163813 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:26.632669 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:27.620432 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:38.920704 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:40.232595 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:57:53.217884 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4510355-9159-4410-9369-39a3ce51cfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:55.148133 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75c1baca-4e6a-45ac-b898-8c521ea75593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:56.167215 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:56.635325 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:57:57.622643 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:08.933774 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:17.222384 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:58:23.219730 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-330af9b5-23ae-403f-af1a-ee67dd7b64f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:25.150596 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5f0873e1-a89b-40a7-a7a3-1aef7e5f1b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:26.168812 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:26.637731 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:27.627992 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:38.934356 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:39.443574 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-a997d62b-274b-47ea-8bfe-f7993dbe5a26 req-3a77d213-d1d3-433a-84fd-7339ddb0de38 service neutron] (86353) timed out ('10.222.0.13', 59012) {{(pid=86353) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 19:58:53.220890 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8dc3a4b3-a2f8-42ad-b747-0ade9414ff0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:54.221059 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:58:55.151433 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e3bc325a-6864-4e40-bc22-b86ca593adb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:56.171913 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:56.640027 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:58:57.631400 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:08.933327 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:23.223262 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56d42a8f-9718-4502-bb8f-7cda52d40502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:25.153055 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73cf6e3e-0554-4571-90fd-e0d27a13db4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:26.174870 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:26.642348 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:27.633487 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:31.220570 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:59:38.932784 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:53.227162 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-618a2bdb-9b4d-470a-accc-0e92299a0d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:55.155098 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-296219b7-f684-44f6-9230-9c85d0a640ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:56.177247 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4bace04-2e00-4efc-8f6a-61f39bc9d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:56.643852 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7d38ed4-78e8-4c1d-9ec5-9d9033afbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:59:57.635997 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70b68713-1e17-406f-ae98-a76ad150ee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 20:00:08.220300 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-2564560b-b17a-402f-85aa-c0a2b9ff462e None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 20:00:08.945254 dv-cinder-786933-1-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dc72836-61b7-4cfe-8216-a49b574b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251754525061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852989021'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}